2024-11-08 17:16:08,399 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575 2024-11-08 17:16:08,434 main DEBUG Took 0.032332 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 17:16:08,435 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 17:16:08,435 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 17:16:08,437 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 17:16:08,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,451 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 17:16:08,469 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,472 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,474 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,476 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,477 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,479 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,482 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,483 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,484 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,486 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 17:16:08,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,488 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 17:16:08,492 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 17:16:08,493 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 17:16:08,495 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 17:16:08,496 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 17:16:08,497 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 17:16:08,498 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 17:16:08,509 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 17:16:08,512 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 17:16:08,515 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 17:16:08,516 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 17:16:08,516 main DEBUG createAppenders(={Console}) 2024-11-08 17:16:08,518 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575 initialized 2024-11-08 17:16:08,518 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575 2024-11-08 17:16:08,518 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575 OK. 2024-11-08 17:16:08,519 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 17:16:08,519 main DEBUG OutputStream closed 2024-11-08 17:16:08,520 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 17:16:08,520 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 17:16:08,521 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@d5b810e OK 2024-11-08 17:16:08,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 17:16:08,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 17:16:08,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 17:16:08,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 17:16:08,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 17:16:08,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 17:16:08,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 17:16:08,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 17:16:08,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 17:16:08,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 17:16:08,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 17:16:08,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 17:16:08,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 17:16:08,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 17:16:08,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 17:16:08,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 17:16:08,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 17:16:08,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 17:16:08,702 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 17:16:08,703 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6bffbc6d) with optional ClassLoader: null 2024-11-08 17:16:08,703 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 17:16:08,704 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6bffbc6d] started OK. 2024-11-08T17:16:08,724 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 17:16:08,727 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 17:16:08,728 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T17:16:08,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=4341 2024-11-08T17:16:09,185 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T17:16:09,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae 2024-11-08T17:16:09,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb, deleteOnExit=true 2024-11-08T17:16:09,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb/zookeeper_0, clientPort=53675, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:16:09,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53675 2024-11-08T17:16:09,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:16:09,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:16:09,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/test.cache.data in system properties and HBase conf 2024-11-08T17:16:09,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:16:09,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:16:09,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:16:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:16:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:16:09,612 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T17:16:09,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:16:09,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:09,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:09,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:16:09,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:09,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:16:09,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:16:09,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:09,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:09,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:16:09,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:16:09,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:16:09,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:09,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:16:09,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:16:11,423 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T17:16:11,567 INFO [Time-limited test {}] log.Log(170): Logging initialized @4344ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T17:16:11,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:11,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:12,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:12,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:12,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:16:12,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:12,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:12,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:12,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/java.io.tmpdir/jetty-localhost-35251-hadoop-hdfs-3_4_1-tests_jar-_-any-18253087432524690770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:16:12,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:35251} 2024-11-08T17:16:12,366 INFO [Time-limited test {}] server.Server(415): Started @5146ms 2024-11-08T17:16:12,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:13,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:13,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:13,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:13,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:16:13,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:13,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:13,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/java.io.tmpdir/jetty-localhost-40917-hadoop-hdfs-3_4_1-tests_jar-_-any-61759165783977446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:16:13,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:40917} 2024-11-08T17:16:13,129 INFO [Time-limited test {}] server.Server(415): Started @5909ms 2024-11-08T17:16:13,189 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:16:14,398 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb/data/data2/current/BP-504923421-172.17.0.2-1731086170633/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:14,398 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb/data/data1/current/BP-504923421-172.17.0.2-1731086170633/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:14,456 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:16:14,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf92af5c6f0b8032a with lease ID 0xd1a563024c11687c: Processing first storage report for DS-f59988a1-03f3-4036-a46e-f3c9df345a5d from datanode DatanodeRegistration(127.0.0.1:41197, datanodeUuid=dc85e8a0-519b-4539-9bb2-428868c8996d, infoPort=39163, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1771172189;c=1731086170633) 2024-11-08T17:16:14,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf92af5c6f0b8032a with lease ID 0xd1a563024c11687c: from storage DS-f59988a1-03f3-4036-a46e-f3c9df345a5d node DatanodeRegistration(127.0.0.1:41197, datanodeUuid=dc85e8a0-519b-4539-9bb2-428868c8996d, infoPort=39163, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1771172189;c=1731086170633), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T17:16:14,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf92af5c6f0b8032a with lease ID 0xd1a563024c11687c: Processing first storage report for DS-ea00ad04-bf5d-4b42-a09f-7d3ca5dc68f9 from datanode DatanodeRegistration(127.0.0.1:41197, datanodeUuid=dc85e8a0-519b-4539-9bb2-428868c8996d, infoPort=39163, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1771172189;c=1731086170633) 2024-11-08T17:16:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf92af5c6f0b8032a with lease ID 0xd1a563024c11687c: from storage DS-ea00ad04-bf5d-4b42-a09f-7d3ca5dc68f9 node DatanodeRegistration(127.0.0.1:41197, datanodeUuid=dc85e8a0-519b-4539-9bb2-428868c8996d, infoPort=39163, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1771172189;c=1731086170633), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:16:14,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae 2024-11-08T17:16:14,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:14,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:16:15,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83 with version=8 2024-11-08T17:16:15,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/hbase-staging 2024-11-08T17:16:15,567 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T17:16:15,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:15,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:15,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:15,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:15,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:15,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:16,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:16:16,215 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T17:16:16,226 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T17:16:16,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:16,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10145 (auto-detected) 2024-11-08T17:16:16,258 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T17:16:16,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34711 2024-11-08T17:16:16,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34711 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:16,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347110x0, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:16,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34711-0x1011b72b0cd0000 connected 2024-11-08T17:16:16,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:16,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:16,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:16,595 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83, hbase.cluster.distributed=false 2024-11-08T17:16:16,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/acl 2024-11-08T17:16:16,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34711 2024-11-08T17:16:16,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34711 2024-11-08T17:16:16,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34711 2024-11-08T17:16:16,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34711 2024-11-08T17:16:16,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34711 2024-11-08T17:16:16,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:16,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:16,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:16,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:16,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:16,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:16,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:16:16,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:16,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43137 2024-11-08T17:16:16,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43137 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:16,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:16,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:16,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431370x0, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:16,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43137-0x1011b72b0cd0001 connected 2024-11-08T17:16:16,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:16,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:16:16,824 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:16:16,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/master 2024-11-08T17:16:16,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/acl 2024-11-08T17:16:16,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-08T17:16:16,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43137 2024-11-08T17:16:16,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43137 2024-11-08T17:16:16,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-08T17:16:16,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-08T17:16:16,856 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:34711 2024-11-08T17:16:16,858 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01002834959/backup-masters/74e38af3904c,34711,1731086175703 2024-11-08T17:16:16,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:16,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:16,948 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on existing znode=/01002834959/backup-masters/74e38af3904c,34711,1731086175703 2024-11-08T17:16:16,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002834959/master 2024-11-08T17:16:16,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:16,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:16,977 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on existing znode=/01002834959/master 2024-11-08T17:16:16,978 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01002834959/backup-masters/74e38af3904c,34711,1731086175703 from backup master directory 2024-11-08T17:16:16,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/backup-masters/74e38af3904c,34711,1731086175703 2024-11-08T17:16:16,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:16,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:16,987 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:16,988 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,34711,1731086175703 2024-11-08T17:16:16,990 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T17:16:16,992 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T17:16:17,059 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/hbase.id] with ID: 04f86487-fd22-43fa-9ad0-18b88507dd54 2024-11-08T17:16:17,059 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/.tmp/hbase.id 2024-11-08T17:16:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:16:17,472 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/.tmp/hbase.id]:[hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/hbase.id] 2024-11-08T17:16:17,529 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:17,534 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:16:17,556 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-08T17:16:17,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:17,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:16:17,633 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:16:17,637 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:16:17,653 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T17:16:17,657 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:16:18,109 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store 2024-11-08T17:16:18,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:16:18,534 INFO [master/74e38af3904c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T17:16:18,538 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:18,540 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:16:18,540 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:18,541 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:18,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:16:18,544 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:18,544 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:18,546 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086178540Disabling compacts and flushes for region at 1731086178540Disabling writes for close at 1731086178543 (+3 ms)Writing region close event to WAL at 1731086178544 (+1 ms)Closed at 1731086178544 2024-11-08T17:16:18,549 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/.initializing 2024-11-08T17:16:18,549 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703 2024-11-08T17:16:18,558 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:18,578 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C34711%2C1731086175703, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/oldWALs, maxLogs=10 2024-11-08T17:16:18,611 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703/74e38af3904c%2C34711%2C1731086175703.1731086178584, exclude list is [], retry=0 2024-11-08T17:16:18,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:18,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T17:16:18,688 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703/74e38af3904c%2C34711%2C1731086175703.1731086178584 2024-11-08T17:16:18,693 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:18,694 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:18,695 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:18,701 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,703 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:16:18,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:18,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:18,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:16:18,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:18,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:18,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:16:18,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:18,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:18,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:16:18,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:18,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:18,860 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,865 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,868 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,882 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,883 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,889 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:18,894 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:18,903 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:18,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68338632, jitterRate=0.018324971199035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:18,921 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086178721Initializing all the Stores at 1731086178725 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086178726 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086178727 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086178727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086178728 (+1 ms)Cleaning up temporary data from old regions at 1731086178883 (+155 ms)Region opened successfully at 1731086178921 (+38 ms) 2024-11-08T17:16:18,923 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:16:18,968 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fab341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:19,007 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:16:19,023 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:16:19,023 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:16:19,027 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:16:19,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T17:16:19,036 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T17:16:19,036 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:16:19,070 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:16:19,081 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/balancer because node does not exist (not necessarily an error) 2024-11-08T17:16:19,122 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/balancer already deleted, retry=false 2024-11-08T17:16:19,126 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:16:19,128 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:16:19,133 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/normalizer already deleted, retry=false 2024-11-08T17:16:19,136 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:16:19,139 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:16:19,143 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/switch/split already deleted, retry=false 2024-11-08T17:16:19,146 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:16:19,154 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/switch/merge already deleted, retry=false 2024-11-08T17:16:19,176 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:16:19,185 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/snapshot-cleanup already deleted, retry=false 2024-11-08T17:16:19,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:19,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:19,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:19,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:19,199 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,34711,1731086175703, sessionid=0x1011b72b0cd0000, setting cluster-up flag (Was=false) 2024-11-08T17:16:19,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:19,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:19,259 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01002834959/flush-table-proc/acquired, /01002834959/flush-table-proc/reached, /01002834959/flush-table-proc/abort 2024-11-08T17:16:19,262 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,34711,1731086175703 2024-11-08T17:16:19,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:19,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:19,312 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01002834959/online-snapshot/acquired, /01002834959/online-snapshot/reached, /01002834959/online-snapshot/abort 2024-11-08T17:16:19,315 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,34711,1731086175703 2024-11-08T17:16:19,326 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:16:19,345 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(746): ClusterId : 04f86487-fd22-43fa-9ad0-18b88507dd54 2024-11-08T17:16:19,348 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:16:19,357 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:16:19,357 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:16:19,366 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:16:19,367 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfa14e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:19,385 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:43137 2024-11-08T17:16:19,390 INFO [RS:0;74e38af3904c:43137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:16:19,390 INFO [RS:0;74e38af3904c:43137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:16:19,390 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:16:19,394 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,34711,1731086175703 with port=43137, startcode=1731086176711 2024-11-08T17:16:19,410 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:16:19,433 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:19,445 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:16:19,457 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:16:19,465 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,34711,1731086175703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:16:19,489 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:19,490 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:19,490 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:19,490 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:19,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:16:19,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,491 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:16:19,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:19,492 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,499 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34711 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:16:19,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:19,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:16:19,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:19,536 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T17:16:19,536 WARN [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T17:16:19,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:16:19,557 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086209557 2024-11-08T17:16:19,560 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:16:19,562 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:16:19,567 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:16:19,567 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:16:19,568 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:16:19,568 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:16:19,572 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:16:19,597 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:16:19,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:16:19,598 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:16:19,598 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83 2024-11-08T17:16:19,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:16:19,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:16:19,603 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:16:19,603 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:16:19,608 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086179605,5,FailOnTimeoutGroup] 2024-11-08T17:16:19,621 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086179608,5,FailOnTimeoutGroup] 2024-11-08T17:16:19,621 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,622 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:16:19,624 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,624 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741832_1008 (size=32) 2024-11-08T17:16:19,638 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,34711,1731086175703 with port=43137, startcode=1731086176711 2024-11-08T17:16:19,641 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,43137,1731086176711 2024-11-08T17:16:19,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34711 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,43137,1731086176711 2024-11-08T17:16:19,653 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83 2024-11-08T17:16:19,654 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39309 2024-11-08T17:16:19,654 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:16:19,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/rs 2024-11-08T17:16:19,671 DEBUG [RS:0;74e38af3904c:43137 {}] zookeeper.ZKUtil(111): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on existing znode=/01002834959/rs/74e38af3904c,43137,1731086176711 2024-11-08T17:16:19,671 WARN [RS:0;74e38af3904c:43137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:19,671 INFO [RS:0;74e38af3904c:43137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:19,672 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711 2024-11-08T17:16:19,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,43137,1731086176711] 2024-11-08T17:16:19,700 INFO [RS:0;74e38af3904c:43137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:16:19,719 INFO [RS:0;74e38af3904c:43137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:16:19,724 INFO [RS:0;74e38af3904c:43137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:16:19,725 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,726 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:16:19,731 INFO [RS:0;74e38af3904c:43137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:16:19,733 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,733 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,734 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,734 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,734 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,734 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,734 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:19,734 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,735 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,735 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,735 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,735 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,735 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:19,736 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:19,736 DEBUG [RS:0;74e38af3904c:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:19,738 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,738 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,738 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,738 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,738 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,738 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43137,1731086176711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:19,761 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:16:19,763 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43137,1731086176711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,764 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,764 INFO [RS:0;74e38af3904c:43137 {}] regionserver.Replication(171): 74e38af3904c,43137,1731086176711 started 2024-11-08T17:16:19,785 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:19,785 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,43137,1731086176711, RpcServer on 74e38af3904c/172.17.0.2:43137, sessionid=0x1011b72b0cd0001 2024-11-08T17:16:19,786 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:16:19,787 DEBUG [RS:0;74e38af3904c:43137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,43137,1731086176711 2024-11-08T17:16:19,787 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,43137,1731086176711' 2024-11-08T17:16:19,787 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01002834959/flush-table-proc/abort' 2024-11-08T17:16:19,788 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01002834959/flush-table-proc/acquired' 2024-11-08T17:16:19,789 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:16:19,789 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:16:19,789 DEBUG [RS:0;74e38af3904c:43137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,43137,1731086176711 2024-11-08T17:16:19,789 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,43137,1731086176711' 2024-11-08T17:16:19,789 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01002834959/online-snapshot/abort' 2024-11-08T17:16:19,790 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01002834959/online-snapshot/acquired' 2024-11-08T17:16:19,791 DEBUG [RS:0;74e38af3904c:43137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:16:19,791 INFO [RS:0;74e38af3904c:43137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:16:19,791 INFO [RS:0;74e38af3904c:43137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:16:19,898 INFO [RS:0;74e38af3904c:43137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:19,901 INFO [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43137%2C1731086176711, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs, maxLogs=10 2024-11-08T17:16:19,923 DEBUG [RS:0;74e38af3904c:43137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904, exclude list is [], retry=0 2024-11-08T17:16:19,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:19,932 INFO [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 2024-11-08T17:16:19,933 DEBUG [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:20,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:20,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:20,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:20,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:20,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:20,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:20,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:20,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:20,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:20,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:20,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740 2024-11-08T17:16:20,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740 2024-11-08T17:16:20,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:20,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:20,071 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:20,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:20,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:20,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71799832, jitterRate=0.06990087032318115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:20,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086180040Initializing all the Stores at 1731086180042 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086180042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086180042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086180042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086180042Cleaning up temporary data from old regions at 1731086180070 (+28 ms)Region opened successfully at 1731086180088 (+18 ms) 2024-11-08T17:16:20,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:20,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:20,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:20,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:20,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:20,091 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:20,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086180088Disabling compacts and flushes for region at 1731086180088Disabling writes for close at 1731086180089 (+1 ms)Writing region close event to WAL at 1731086180090 (+1 ms)Closed at 1731086180090 2024-11-08T17:16:20,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:20,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:16:20,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:16:20,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:20,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:16:20,268 DEBUG [74e38af3904c:34711 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:16:20,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,43137,1731086176711 2024-11-08T17:16:20,292 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,43137,1731086176711, state=OPENING 2024-11-08T17:16:20,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:16:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:20,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:20,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:20,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:20,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,43137,1731086176711}] 2024-11-08T17:16:20,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:16:20,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:16:20,560 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:16:20,560 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:20,561 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:16:20,564 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43137%2C1731086176711.meta, suffix=.meta, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs, maxLogs=10 2024-11-08T17:16:20,582 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.meta.1731086180566.meta, exclude list is [], retry=0 2024-11-08T17:16:20,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:20,590 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.meta.1731086180566.meta 2024-11-08T17:16:20,590 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:20,590 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:20,596 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:20,597 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:20,600 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:16:20,602 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:16:20,606 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:16:20,606 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:20,606 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:16:20,607 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:16:20,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:20,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:20,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:20,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:20,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:20,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:20,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:20,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:20,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:20,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:20,625 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:20,626 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740 2024-11-08T17:16:20,630 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740 2024-11-08T17:16:20,632 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:20,633 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:20,634 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:20,637 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:20,639 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62365846, jitterRate=-0.07067647576332092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:20,639 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:16:20,641 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086180607Writing region info on filesystem at 1731086180607Initializing all the Stores at 1731086180609 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086180609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086180609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086180609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086180609Cleaning up temporary data from old regions at 1731086180633 (+24 ms)Running coprocessor post-open hooks at 1731086180639 (+6 ms)Region opened successfully at 1731086180641 (+2 ms) 2024-11-08T17:16:20,648 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086180531 2024-11-08T17:16:20,659 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:16:20,660 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:16:20,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,43137,1731086176711 2024-11-08T17:16:20,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,43137,1731086176711, state=OPEN 2024-11-08T17:16:20,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:20,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:20,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:20,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:20,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,43137,1731086176711 2024-11-08T17:16:20,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:16:20,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,43137,1731086176711 in 385 msec 2024-11-08T17:16:20,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:16:20,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-08T17:16:20,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:20,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:16:20,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:20,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43137,1731086176711, seqNum=-1] 2024-11-08T17:16:20,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:20,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:20,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4780 sec 2024-11-08T17:16:20,844 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086180844, completionTime=-1 2024-11-08T17:16:20,848 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:16:20,848 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:16:20,882 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:16:20,882 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086240882 2024-11-08T17:16:20,882 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086300882 2024-11-08T17:16:20,882 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-08T17:16:20,885 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34711,1731086175703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:20,886 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34711,1731086175703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:20,886 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34711,1731086175703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:20,888 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:34711, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:20,888 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:20,889 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:20,895 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:16:20,922 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.933sec 2024-11-08T17:16:20,923 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:16:20,925 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:16:20,926 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:16:20,927 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:16:20,927 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:16:20,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34711,1731086175703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:20,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34711,1731086175703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:16:20,938 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:16:20,939 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:16:20,939 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34711,1731086175703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:20,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791fb52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:20,958 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T17:16:20,959 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T17:16:20,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34711,-1 for getting cluster id 2024-11-08T17:16:20,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:20,974 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04f86487-fd22-43fa-9ad0-18b88507dd54' 2024-11-08T17:16:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04f86487-fd22-43fa-9ad0-18b88507dd54" 2024-11-08T17:16:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34711,-1] 2024-11-08T17:16:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:20,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:20,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e487171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:20,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:21,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43137,1731086176711, seqNum=-1] 2024-11-08T17:16:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:21,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:21,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,34711,1731086175703 2024-11-08T17:16:21,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:21,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:21,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b72b0cd0002 connected 2024-11-08T17:16:21,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.log.dir so I do NOT create it in target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f 2024-11-08T17:16:21,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:16:21,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.tmp.dir so I do NOT create it in target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f 2024-11-08T17:16:21,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:16:21,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f 2024-11-08T17:16:21,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:16:21,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/cluster_b57071a4-8596-f11a-d40b-6aa7ed4b9930, deleteOnExit=true 2024-11-08T17:16:21,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:16:21,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/test.cache.data in system properties and HBase conf 2024-11-08T17:16:21,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:16:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:16:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:16:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:16:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:16:21,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:16:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:16:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:16:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:16:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:16:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:16:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:16:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:16:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:16:22,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:22,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:22,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:22,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:22,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:16:22,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:22,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:22,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:22,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49025f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/java.io.tmpdir/jetty-localhost-33251-hadoop-hdfs-3_4_1-tests_jar-_-any-98688864565660735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:16:22,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:33251} 2024-11-08T17:16:22,163 INFO [Time-limited test {}] server.Server(415): Started @14943ms 2024-11-08T17:16:22,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:22,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:22,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:22,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:22,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:16:22,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:22,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:22,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a39bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/java.io.tmpdir/jetty-localhost-36039-hadoop-hdfs-3_4_1-tests_jar-_-any-7687570635545756488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:16:22,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:36039} 2024-11-08T17:16:22,550 INFO [Time-limited test {}] server.Server(415): Started @15330ms 2024-11-08T17:16:22,552 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:16:23,209 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/cluster_b57071a4-8596-f11a-d40b-6aa7ed4b9930/data/data1/current/BP-478319489-172.17.0.2-1731086181113/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:23,211 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/cluster_b57071a4-8596-f11a-d40b-6aa7ed4b9930/data/data2/current/BP-478319489-172.17.0.2-1731086181113/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:23,268 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:16:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa33d8cf9960e7c9 with lease ID 0xecb36b67a1acdae9: Processing first storage report for DS-b212c085-63fe-432f-a75f-3240f62ba062 from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=10cb96e4-bb80-4a98-b441-d0968f803c6c, infoPort=38751, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1101879482;c=1731086181113) 2024-11-08T17:16:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa33d8cf9960e7c9 with lease ID 0xecb36b67a1acdae9: from storage DS-b212c085-63fe-432f-a75f-3240f62ba062 node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=10cb96e4-bb80-4a98-b441-d0968f803c6c, infoPort=38751, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1101879482;c=1731086181113), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:16:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa33d8cf9960e7c9 with lease ID 0xecb36b67a1acdae9: Processing first storage report for DS-1dd7e03a-aedc-4af2-8837-94054e7888ef from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=10cb96e4-bb80-4a98-b441-d0968f803c6c, infoPort=38751, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1101879482;c=1731086181113) 2024-11-08T17:16:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa33d8cf9960e7c9 with lease ID 0xecb36b67a1acdae9: from storage DS-1dd7e03a-aedc-4af2-8837-94054e7888ef node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=10cb96e4-bb80-4a98-b441-d0968f803c6c, infoPort=38751, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1101879482;c=1731086181113), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:16:23,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f 2024-11-08T17:16:23,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:23,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:23,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:16:23,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347 with version=8 2024-11-08T17:16:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/hbase-staging 2024-11-08T17:16:23,722 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:23,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:23,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:23,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:23,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:23,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:23,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:16:23,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:23,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33965 2024-11-08T17:16:23,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33965 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339650x0, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:23,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33965-0x1011b72b0cd0003 connected 2024-11-08T17:16:23,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:23,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:23,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on znode that does not yet exist, /191332413/running 2024-11-08T17:16:23,866 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347, hbase.cluster.distributed=false 2024-11-08T17:16:23,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on znode that does not yet exist, /191332413/acl 2024-11-08T17:16:23,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33965 2024-11-08T17:16:23,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33965 2024-11-08T17:16:23,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33965 2024-11-08T17:16:23,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33965 2024-11-08T17:16:23,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33965 2024-11-08T17:16:23,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:23,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:23,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:16:23,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:23,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36361 2024-11-08T17:16:23,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36361 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:23,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:23,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363610x0, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:23,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363610x0, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on znode that does not yet exist, /191332413/running 2024-11-08T17:16:23,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36361-0x1011b72b0cd0004 connected 2024-11-08T17:16:23,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:16:23,914 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:16:23,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on znode that does not yet exist, /191332413/master 2024-11-08T17:16:23,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on znode that does not yet exist, /191332413/acl 2024-11-08T17:16:23,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-08T17:16:23,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36361 2024-11-08T17:16:23,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36361 2024-11-08T17:16:23,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-08T17:16:23,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-08T17:16:23,933 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:33965 2024-11-08T17:16:23,933 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /191332413/backup-masters/74e38af3904c,33965,1731086183721 2024-11-08T17:16:23,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413/backup-masters 2024-11-08T17:16:23,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413/backup-masters 2024-11-08T17:16:23,999 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on existing znode=/191332413/backup-masters/74e38af3904c,33965,1731086183721 2024-11-08T17:16:24,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/191332413/master 2024-11-08T17:16:24,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:24,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:24,074 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on existing znode=/191332413/master 2024-11-08T17:16:24,075 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /191332413/backup-masters/74e38af3904c,33965,1731086183721 from backup master directory 2024-11-08T17:16:24,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413/backup-masters 2024-11-08T17:16:24,101 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:24,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191332413/backup-masters/74e38af3904c,33965,1731086183721 2024-11-08T17:16:24,102 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,33965,1731086183721 2024-11-08T17:16:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413/backup-masters 2024-11-08T17:16:24,113 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/hbase.id] with ID: 86571d7a-2e99-45a9-b6c1-236b23a75ded 2024-11-08T17:16:24,113 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/.tmp/hbase.id 2024-11-08T17:16:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:16:24,522 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/.tmp/hbase.id]:[hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/hbase.id] 2024-11-08T17:16:24,552 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:24,552 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:16:24,555 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T17:16:24,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:24,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:16:24,629 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:16:24,630 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:16:24,631 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:24,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:16:25,050 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store 2024-11-08T17:16:25,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:16:25,461 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:25,462 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:16:25,462 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:25,462 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:25,462 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:16:25,462 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:25,462 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:25,463 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086185462Disabling compacts and flushes for region at 1731086185462Disabling writes for close at 1731086185462Writing region close event to WAL at 1731086185462Closed at 1731086185462 2024-11-08T17:16:25,465 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/.initializing 2024-11-08T17:16:25,465 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/WALs/74e38af3904c,33965,1731086183721 2024-11-08T17:16:25,468 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:25,473 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C33965%2C1731086183721, suffix=, logDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/WALs/74e38af3904c,33965,1731086183721, archiveDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/oldWALs, maxLogs=10 2024-11-08T17:16:25,492 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/WALs/74e38af3904c,33965,1731086183721/74e38af3904c%2C33965%2C1731086183721.1731086185473, exclude list is [], retry=0 2024-11-08T17:16:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-b212c085-63fe-432f-a75f-3240f62ba062,DISK] 2024-11-08T17:16:25,499 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/WALs/74e38af3904c,33965,1731086183721/74e38af3904c%2C33965%2C1731086183721.1731086185473 2024-11-08T17:16:25,499 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-08T17:16:25,500 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:25,500 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:25,500 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,500 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:16:25,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:25,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:25,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:16:25,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:25,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:25,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:16:25,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:25,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:25,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:16:25,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:25,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:25,518 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,523 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,523 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,524 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:25,527 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:25,531 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:25,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66738447, jitterRate=-0.005519643425941467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:25,532 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086185500Initializing all the Stores at 1731086185502 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086185502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086185502Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086185502Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086185502Cleaning up temporary data from old regions at 1731086185523 (+21 ms)Region opened successfully at 1731086185532 (+9 ms) 2024-11-08T17:16:25,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:16:25,539 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e4244a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:25,540 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:16:25,540 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:16:25,540 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:16:25,540 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:16:25,541 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T17:16:25,542 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:16:25,542 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:16:25,545 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:16:25,546 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Unable to get data of znode /191332413/balancer because node does not exist (not necessarily an error) 2024-11-08T17:16:25,606 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191332413/balancer already deleted, retry=false 2024-11-08T17:16:25,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:16:25,608 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Unable to get data of znode /191332413/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:16:25,617 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191332413/normalizer already deleted, retry=false 2024-11-08T17:16:25,618 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:16:25,619 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Unable to get data of znode /191332413/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:16:25,627 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191332413/switch/split already deleted, retry=false 2024-11-08T17:16:25,629 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Unable to get data of znode /191332413/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:16:25,638 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191332413/switch/merge already deleted, retry=false 2024-11-08T17:16:25,641 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Unable to get data of znode /191332413/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:16:25,648 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191332413/snapshot-cleanup already deleted, retry=false 2024-11-08T17:16:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/191332413/running 2024-11-08T17:16:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/191332413/running 2024-11-08T17:16:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:25,660 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,33965,1731086183721, sessionid=0x1011b72b0cd0003, setting cluster-up flag (Was=false) 2024-11-08T17:16:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:25,711 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /191332413/flush-table-proc/acquired, /191332413/flush-table-proc/reached, /191332413/flush-table-proc/abort 2024-11-08T17:16:25,713 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33965,1731086183721 2024-11-08T17:16:25,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:25,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:25,764 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /191332413/online-snapshot/acquired, /191332413/online-snapshot/reached, /191332413/online-snapshot/abort 2024-11-08T17:16:25,766 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33965,1731086183721 2024-11-08T17:16:25,769 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:16:25,773 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:25,773 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:16:25,774 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:16:25,774 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,33965,1731086183721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:16:25,776 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:25,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:25,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:25,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:25,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:16:25,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:25,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,780 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086215780 2024-11-08T17:16:25,780 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:16:25,780 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:16:25,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:25,780 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:16:25,781 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:16:25,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:16:25,781 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:16:25,781 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:16:25,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:25,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:16:25,786 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,788 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:16:25,789 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:16:25,789 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:16:25,789 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:16:25,789 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:16:25,789 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:16:25,790 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086185789,5,FailOnTimeoutGroup] 2024-11-08T17:16:25,790 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086185790,5,FailOnTimeoutGroup] 2024-11-08T17:16:25,790 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,790 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:16:25,791 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,791 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:16:25,822 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(746): ClusterId : 86571d7a-2e99-45a9-b6c1-236b23a75ded 2024-11-08T17:16:25,822 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:16:25,828 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:16:25,829 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:16:25,839 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:16:25,840 DEBUG [RS:0;74e38af3904c:36361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2b40b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:25,857 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:36361 2024-11-08T17:16:25,857 INFO [RS:0;74e38af3904c:36361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:16:25,857 INFO [RS:0;74e38af3904c:36361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:16:25,857 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:16:25,858 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,33965,1731086183721 with port=36361, startcode=1731086183889 2024-11-08T17:16:25,858 DEBUG [RS:0;74e38af3904c:36361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:16:25,861 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:16:25,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,36361,1731086183889 2024-11-08T17:16:25,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33965 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,36361,1731086183889 2024-11-08T17:16:25,865 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347 2024-11-08T17:16:25,865 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42297 2024-11-08T17:16:25,866 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:16:25,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413/rs 2024-11-08T17:16:25,879 DEBUG [RS:0;74e38af3904c:36361 {}] zookeeper.ZKUtil(111): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on existing znode=/191332413/rs/74e38af3904c,36361,1731086183889 2024-11-08T17:16:25,880 WARN [RS:0;74e38af3904c:36361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:25,880 INFO [RS:0;74e38af3904c:36361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:25,880 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889 2024-11-08T17:16:25,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,36361,1731086183889] 2024-11-08T17:16:25,885 INFO [RS:0;74e38af3904c:36361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:16:25,888 INFO [RS:0;74e38af3904c:36361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:16:25,888 INFO [RS:0;74e38af3904c:36361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:16:25,888 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,889 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:16:25,890 INFO [RS:0;74e38af3904c:36361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:16:25,890 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,890 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,890 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,891 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,892 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:25,892 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:25,892 DEBUG [RS:0;74e38af3904c:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:25,892 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,892 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,893 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,893 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,893 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,893 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36361,1731086183889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:25,914 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:16:25,914 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36361,1731086183889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,914 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,914 INFO [RS:0;74e38af3904c:36361 {}] regionserver.Replication(171): 74e38af3904c,36361,1731086183889 started 2024-11-08T17:16:25,931 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:25,931 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,36361,1731086183889, RpcServer on 74e38af3904c/172.17.0.2:36361, sessionid=0x1011b72b0cd0004 2024-11-08T17:16:25,931 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:16:25,931 DEBUG [RS:0;74e38af3904c:36361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,36361,1731086183889 2024-11-08T17:16:25,932 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,36361,1731086183889' 2024-11-08T17:16:25,932 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/191332413/flush-table-proc/abort' 2024-11-08T17:16:25,932 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/191332413/flush-table-proc/acquired' 2024-11-08T17:16:25,933 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:16:25,933 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:16:25,933 DEBUG [RS:0;74e38af3904c:36361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,36361,1731086183889 2024-11-08T17:16:25,933 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,36361,1731086183889' 2024-11-08T17:16:25,933 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/191332413/online-snapshot/abort' 2024-11-08T17:16:25,934 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/191332413/online-snapshot/acquired' 2024-11-08T17:16:25,934 DEBUG [RS:0;74e38af3904c:36361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:16:25,934 INFO [RS:0;74e38af3904c:36361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:16:25,934 INFO [RS:0;74e38af3904c:36361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:16:26,035 INFO [RS:0;74e38af3904c:36361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:26,041 INFO [RS:0;74e38af3904c:36361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C36361%2C1731086183889, suffix=, logDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889, archiveDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/oldWALs, maxLogs=10 2024-11-08T17:16:26,059 DEBUG [RS:0;74e38af3904c:36361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889/74e38af3904c%2C36361%2C1731086183889.1731086186045, exclude list is [], retry=0 2024-11-08T17:16:26,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-b212c085-63fe-432f-a75f-3240f62ba062,DISK] 2024-11-08T17:16:26,067 INFO [RS:0;74e38af3904c:36361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889/74e38af3904c%2C36361%2C1731086183889.1731086186045 2024-11-08T17:16:26,068 DEBUG [RS:0;74e38af3904c:36361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-08T17:16:26,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:16:26,196 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:16:26,196 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347 2024-11-08T17:16:26,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:16:26,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:16:26,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:26,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:16:26,234 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:16:26,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:26,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:26,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T17:16:26,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:26,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T17:16:26,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:16:26,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T17:16:26,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:26,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:26,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:26,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:26,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:26,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:26,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:26,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:26,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740 2024-11-08T17:16:26,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740 2024-11-08T17:16:26,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:26,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:26,267 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:26,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:26,283 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:26,283 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68685360, jitterRate=0.023491621017456055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:26,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086186232Initializing all the Stores at 1731086186235 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086186235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086186235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086186235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086186235Cleaning up temporary data from old regions at 1731086186267 (+32 ms)Region opened successfully at 1731086186284 (+17 ms) 2024-11-08T17:16:26,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:26,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:26,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:26,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:26,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:26,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:26,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086186287Disabling compacts and flushes for region at 1731086186287Disabling writes for close at 1731086186287Writing region close event to WAL at 1731086186288 (+1 ms)Closed at 1731086186288 2024-11-08T17:16:26,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:26,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:16:26,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:16:26,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:26,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:16:26,446 DEBUG [74e38af3904c:33965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:16:26,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,36361,1731086183889 2024-11-08T17:16:26,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,36361,1731086183889, state=OPENING 2024-11-08T17:16:26,539 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:16:26,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:26,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:26,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191332413/meta-region-server: CHANGED 2024-11-08T17:16:26,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:26,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191332413/meta-region-server: CHANGED 2024-11-08T17:16:26,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,36361,1731086183889}] 2024-11-08T17:16:26,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:16:26,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:16:26,728 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:16:26,728 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:26,729 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:16:26,732 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C36361%2C1731086183889.meta, suffix=.meta, logDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889, archiveDir=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/oldWALs, maxLogs=10 2024-11-08T17:16:26,748 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889/74e38af3904c%2C36361%2C1731086183889.meta.1731086186733.meta, exclude list is [], retry=0 2024-11-08T17:16:26,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-b212c085-63fe-432f-a75f-3240f62ba062,DISK] 2024-11-08T17:16:26,755 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889/74e38af3904c%2C36361%2C1731086183889.meta.1731086186733.meta 2024-11-08T17:16:26,755 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-08T17:16:26,756 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:26,756 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:26,756 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:26,757 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:16:26,757 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:16:26,757 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:16:26,757 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:26,757 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:16:26,757 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:16:26,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:26,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:26,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:26,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:26,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:26,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:26,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:26,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:26,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:26,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:26,769 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:26,771 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740 2024-11-08T17:16:26,773 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740 2024-11-08T17:16:26,775 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:26,776 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:26,776 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:26,779 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:26,780 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64193287, jitterRate=-0.04344548285007477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:26,781 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:16:26,781 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086186758Writing region info on filesystem at 1731086186758Initializing all the Stores at 1731086186759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086186759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086186759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086186759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086186760 (+1 ms)Cleaning up temporary data from old regions at 1731086186776 (+16 ms)Running coprocessor post-open hooks at 1731086186781 (+5 ms)Region opened successfully at 1731086186781 2024-11-08T17:16:26,782 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086186712 2024-11-08T17:16:26,786 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:16:26,786 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:16:26,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,36361,1731086183889 2024-11-08T17:16:26,790 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,36361,1731086183889, state=OPEN 2024-11-08T17:16:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/191332413/meta-region-server 2024-11-08T17:16:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/191332413/meta-region-server 2024-11-08T17:16:26,796 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,36361,1731086183889 2024-11-08T17:16:26,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191332413/meta-region-server: CHANGED 2024-11-08T17:16:26,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191332413/meta-region-server: CHANGED 2024-11-08T17:16:26,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:16:26,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,36361,1731086183889 in 240 msec 2024-11-08T17:16:26,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:16:26,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-08T17:16:26,809 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:26,809 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:16:26,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:26,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,36361,1731086183889, seqNum=-1] 2024-11-08T17:16:26,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:26,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:26,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0520 sec 2024-11-08T17:16:26,825 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086186824, completionTime=-1 2024-11-08T17:16:26,825 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:16:26,825 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:16:26,827 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:16:26,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086246828 2024-11-08T17:16:26,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086306828 2024-11-08T17:16:26,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:16:26,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33965,1731086183721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:26,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33965,1731086183721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:26,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33965,1731086183721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:26,829 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:33965, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:26,829 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:26,829 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:26,832 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:16:26,834 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.732sec 2024-11-08T17:16:26,834 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:16:26,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:16:26,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:16:26,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:16:26,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:16:26,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33965,1731086183721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:26,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33965,1731086183721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:16:26,838 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:16:26,838 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:16:26,838 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33965,1731086183721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:26,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:26,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:26,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:26,930 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:26,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa838d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:26,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:26,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:26,934 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:26,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:26,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,36361,1731086183889, seqNum=-1] 2024-11-08T17:16:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:26,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:26,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,33965,1731086183721 2024-11-08T17:16:26,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:26,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:26,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b72b0cd0005 connected 2024-11-08T17:16:26,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:26,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34711,-1 for getting cluster id 2024-11-08T17:16:26,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:26,976 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04f86487-fd22-43fa-9ad0-18b88507dd54' 2024-11-08T17:16:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04f86487-fd22-43fa-9ad0-18b88507dd54" 2024-11-08T17:16:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16910f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34711,-1] 2024-11-08T17:16:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:26,980 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c91af1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:26,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34711,1731086175703 2024-11-08T17:16:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d8fbbc 2024-11-08T17:16:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:26,999 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:27,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:16:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:16:27,015 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:27,017 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c24152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:27,017 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:27,017 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:27,018 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:27,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:27,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:27,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593eb5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:27,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:27,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:27,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:27,021 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:27,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60916dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:27,023 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:27,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:27,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a311eb 2024-11-08T17:16:27,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:27,029 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:27,042 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T17:16:27,042 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:16:27,047 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:27,047 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:27,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:27,049 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:16:27,055 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:16:27,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:16:27,059 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:27,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:16:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741835_1011 (size=1138) 2024-11-08T17:16:27,108 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:16:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:27,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3c90bfdd9ffe62e98b3db102d02c49c, NAME => 'hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83 2024-11-08T17:16:27,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741836_1012 (size=44) 2024-11-08T17:16:27,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:27,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d3c90bfdd9ffe62e98b3db102d02c49c, disabling compactions & flushes 2024-11-08T17:16:27,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:27,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:27,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. after waiting 0 ms 2024-11-08T17:16:27,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:27,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:27,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3c90bfdd9ffe62e98b3db102d02c49c: Waiting for close lock at 1731086187485Disabling compacts and flushes for region at 1731086187485Disabling writes for close at 1731086187485Writing region close event to WAL at 1731086187485Closed at 1731086187485 2024-11-08T17:16:27,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:16:27,494 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086187488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086187488"}]},"ts":"1731086187488"} 2024-11-08T17:16:27,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:16:27,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:16:27,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086187500"}]},"ts":"1731086187500"} 2024-11-08T17:16:27,506 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:16:27,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN}] 2024-11-08T17:16:27,511 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN 2024-11-08T17:16:27,513 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN; state=OFFLINE, location=74e38af3904c,43137,1731086176711; forceNewPlan=false, retain=false 2024-11-08T17:16:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:27,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d3c90bfdd9ffe62e98b3db102d02c49c, regionState=OPENING, regionLocation=74e38af3904c,43137,1731086176711 2024-11-08T17:16:27,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN because future has completed 2024-11-08T17:16:27,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c90bfdd9ffe62e98b3db102d02c49c, server=74e38af3904c,43137,1731086176711}] 2024-11-08T17:16:27,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:27,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:27,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:16:27,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43137%2C1731086176711.rep, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs, maxLogs=10 2024-11-08T17:16:27,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.rep.1731086187836, exclude list is [], retry=0 2024-11-08T17:16:27,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:27,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.rep.1731086187836 2024-11-08T17:16:27,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:27,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d3c90bfdd9ffe62e98b3db102d02c49c, NAME => 'hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:27,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:27,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:27,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. service=MultiRowMutationService 2024-11-08T17:16:27,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:16:27,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:27,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,868 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,870 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c90bfdd9ffe62e98b3db102d02c49c columnFamilyName hfileref 2024-11-08T17:16:27,871 DEBUG [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:27,872 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(327): Store=d3c90bfdd9ffe62e98b3db102d02c49c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:27,872 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,875 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c90bfdd9ffe62e98b3db102d02c49c columnFamilyName queue 2024-11-08T17:16:27,875 DEBUG [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:27,876 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(327): Store=d3c90bfdd9ffe62e98b3db102d02c49c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:27,876 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,878 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c90bfdd9ffe62e98b3db102d02c49c columnFamilyName sid 2024-11-08T17:16:27,878 DEBUG [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:27,879 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(327): Store=d3c90bfdd9ffe62e98b3db102d02c49c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:16:27,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:27,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d3c90bfdd9ffe62e98b3db102d02c49c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65664699, jitterRate=-0.021519735455513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:16:27,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:27,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d3c90bfdd9ffe62e98b3db102d02c49c: Running coprocessor pre-open hook at 1731086187866Writing region info on filesystem at 1731086187866Initializing all the Stores at 1731086187867 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086187868 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086187868Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086187868Cleaning up temporary data from old regions at 1731086187883 (+15 ms)Running coprocessor post-open hooks at 1731086187892 (+9 ms)Region opened successfully at 1731086187893 (+1 ms) 2024-11-08T17:16:27,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c., pid=7, masterSystemTime=1731086187825 2024-11-08T17:16:27,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:27,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:27,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d3c90bfdd9ffe62e98b3db102d02c49c, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,43137,1731086176711 2024-11-08T17:16:27,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c90bfdd9ffe62e98b3db102d02c49c, server=74e38af3904c,43137,1731086176711 because future has completed 2024-11-08T17:16:27,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T17:16:27,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d3c90bfdd9ffe62e98b3db102d02c49c, server=74e38af3904c,43137,1731086176711 in 236 msec 2024-11-08T17:16:27,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:16:27,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN in 402 msec 2024-11-08T17:16:27,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:16:27,916 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086187915"}]},"ts":"1731086187915"} 2024-11-08T17:16:27,919 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:16:27,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:16:27,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 870 msec 2024-11-08T17:16:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c., hostname=74e38af3904c,43137,1731086176711, seqNum=2] 2024-11-08T17:16:27,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43137 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T17:16:28,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:28,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:28,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:16:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:28,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T17:16:28,204 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:16:28,255 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,43137,1731086176711, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:16:28,257 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:28,257 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43137,1731086176711, seqNum=-1] 2024-11-08T17:16:28,258 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:28,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T17:16:28,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,43137,1731086176711', locateType=CURRENT is [region=hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c., hostname=74e38af3904c,43137,1731086176711, seqNum=2] 2024-11-08T17:16:28,270 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T17:16:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T17:16:28,276 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,43137,1731086176711 suceeded 2024-11-08T17:16:28,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T17:16:28,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-08T17:16:28,280 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:16:28,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2770 sec 2024-11-08T17:16:28,289 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:28,292 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b159889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:28,292 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:28,293 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:28,294 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d26ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:28,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:28,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:28,296 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:28,298 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f4aec44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:28,298 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:28,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:28,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67acc7fe 2024-11-08T17:16:28,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:28,302 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T17:16:28,303 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,43137,1731086176711 (queues=1) is replicating from cluster=04f86487-fd22-43fa-9ad0-18b88507dd54 to cluster=86571d7a-2e99-45a9-b6c1-236b23a75ded 2024-11-08T17:16:28,305 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C43137%2C1731086176711 2024-11-08T17:16:28,309 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,43137,1731086176711, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:16:28,320 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C43137%2C1731086176711 2024-11-08T17:16:28,324 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904, startPosition=0, beingWritten=true 2024-11-08T17:16:28,603 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:28,914 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:29,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:29,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:29,170 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:16:29,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:29,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34711,-1 for getting cluster id 2024-11-08T17:16:29,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:29,173 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04f86487-fd22-43fa-9ad0-18b88507dd54' 2024-11-08T17:16:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04f86487-fd22-43fa-9ad0-18b88507dd54" 2024-11-08T17:16:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bd76a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34711,-1] 2024-11-08T17:16:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3305d00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34711,1731086175703 2024-11-08T17:16:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c319dc 2024-11-08T17:16:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:29,189 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:29,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:16:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:16:29,194 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T17:16:29,196 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f646d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,196 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:29,196 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:29,198 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0cb2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:29,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:29,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,200 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:29,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc7b702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,202 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:29,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:29,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf0a528 2024-11-08T17:16:29,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:29,205 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:29,206 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T17:16:29,206 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:16:29,206 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,207 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:29,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:16:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T17:16:29,322 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:29,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T17:16:29,437 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T17:16:29,476 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-74e38af3904c,43137,1731086176711, ReplicationSource: 2, currentBandwidth=0 2024-11-08T17:16:29,484 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T17:16:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T17:16:29,489 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 74e38af3904c,43137,1731086176711 suceeded 2024-11-08T17:16:29,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:16:29,493 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:16:29,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-08T17:16:29,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 303 msec 2024-11-08T17:16:29,505 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:29,507 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12873afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,507 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:29,507 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:29,508 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56327c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T17:16:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:29,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:29,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,510 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T17:16:29,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:29,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:29,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:29,511 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:29,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:29,512 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37789f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,512 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34711,1731086175703 2024-11-08T17:16:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaee9d6 2024-11-08T17:16:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@372ec866 2024-11-08T17:16:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:29,514 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T17:16:29,515 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-74e38af3904c,43137,1731086176711 (queues=1) is replicating from cluster=04f86487-fd22-43fa-9ad0-18b88507dd54 to cluster=86571d7a-2e99-45a9-b6c1-236b23a75ded 2024-11-08T17:16:29,515 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=74e38af3904c%2C43137%2C1731086176711 2024-11-08T17:16:29,516 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-74e38af3904c,43137,1731086176711, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:16:29,516 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904, startPosition=0, beingWritten=true 2024-11-08T17:16:29,516 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:29,516 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C43137%2C1731086176711 2024-11-08T17:16:29,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:16:29,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T17:16:29,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:16:29,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T17:16:29,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:16:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T17:16:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T17:16:29,533 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:29,534 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6677cfd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,534 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:29,534 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:29,535 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:29,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:29,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:29,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1705c656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:29,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:29,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,537 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:29,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539bd864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:29,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:29,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61312c2 2024-11-08T17:16:29,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:29,541 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:29,542 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:16:29,542 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:16:29,542 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:29,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:16:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T17:16:29,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T17:16:29,709 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T17:16:29,710 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T17:16:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T17:16:29,714 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 74e38af3904c,43137,1731086176711 suceeded 2024-11-08T17:16:29,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T17:16:29,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-08T17:16:29,717 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:16:29,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-08T17:16:29,727 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:29,830 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T17:16:29,850 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T17:16:29,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:16:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T17:16:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T17:16:29,855 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:29,857 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c801e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,857 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:29,857 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:29,858 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcb0ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,860 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604a37dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:29,862 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@627caaeb 2024-11-08T17:16:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:29,864 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:29,865 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T17:16:29,866 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:16:29,866 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,866 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:29,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:29,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:16:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T17:16:30,035 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:30,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T17:16:30,038 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T17:16:30,040 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T17:16:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T17:16:30,044 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 74e38af3904c,43137,1731086176711 suceeded 2024-11-08T17:16:30,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T17:16:30,048 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://74e38af3904c:33965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:16:30,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-08T17:16:30,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-08T17:16:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T17:16:30,170 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T17:16:30,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:16:30,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34711 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T17:16:30,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:30,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:30,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:30,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:30,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:30,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:16:30,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-08T17:16:30,174 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,34711,1731086175703 2024-11-08T17:16:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:30,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:30,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:30,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:30,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:30,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:30,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:30,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:30,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,43137,1731086176711' ***** 2024-11-08T17:16:30,220 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:16:30,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:30,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:30,220 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-08T17:16:30,221 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(3091): Received CLOSE for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:30,222 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3c90bfdd9ffe62e98b3db102d02c49c, disabling compactions & flushes 2024-11-08T17:16:30,223 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:30,223 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:30,223 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. after waiting 0 ms 2024-11-08T17:16:30,223 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:30,225 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:16:30,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:16:30,225 INFO [RS:0;74e38af3904c:43137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:16:30,225 INFO [RS:0;74e38af3904c:43137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:16:30,225 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,43137,1731086176711 2024-11-08T17:16:30,225 INFO [RS:0;74e38af3904c:43137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:30,226 INFO [RS:0;74e38af3904c:43137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43137. 2024-11-08T17:16:30,226 DEBUG [RS:0;74e38af3904c:43137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:30,226 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:30,226 INFO [RS:0;74e38af3904c:43137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:16:30,226 INFO [RS:0;74e38af3904c:43137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:16:30,226 INFO [RS:0;74e38af3904c:43137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:16:30,226 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:16:30,227 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:16:30,227 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d3c90bfdd9ffe62e98b3db102d02c49c=hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.} 2024-11-08T17:16:30,227 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:30,227 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:30,227 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:30,227 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:30,227 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:30,227 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:30,228 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3c90bfdd9ffe62e98b3db102d02c49c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T17:16:30,228 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T17:16:30,268 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:30,298 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/info/6f76f25b68db4c6da3aa33461e08907a is 147, key is hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c./info:regioninfo/1731086187899/Put/seqid=0 2024-11-08T17:16:30,298 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/.tmp/queue/694edeb0583d4d95b7767126070a5fd3 is 151, key is 1-74e38af3904c,43137,1731086176711/queue:74e38af3904c%2C43137%2C1731086176711/1731086188265/Put/seqid=0 2024-11-08T17:16:30,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741838_1014 (size=6631) 2024-11-08T17:16:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741839_1015 (size=5500) 2024-11-08T17:16:30,428 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:30,438 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:30,443 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:30,628 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:30,711 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/info/6f76f25b68db4c6da3aa33461e08907a 2024-11-08T17:16:30,715 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/.tmp/queue/694edeb0583d4d95b7767126070a5fd3 2024-11-08T17:16:30,765 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/.tmp/queue/694edeb0583d4d95b7767126070a5fd3 as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/queue/694edeb0583d4d95b7767126070a5fd3 2024-11-08T17:16:30,778 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/queue/694edeb0583d4d95b7767126070a5fd3, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T17:16:30,785 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/ns/d1f31e17ea1d4160a540ae5d0ccbb51f is 43, key is default/ns:d/1731086180824/Put/seqid=0 2024-11-08T17:16:30,792 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d3c90bfdd9ffe62e98b3db102d02c49c in 562ms, sequenceid=6, compaction requested=false 2024-11-08T17:16:30,793 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T17:16:30,809 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:16:30,809 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:16:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741840_1016 (size=5153) 2024-11-08T17:16:30,815 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/ns/d1f31e17ea1d4160a540ae5d0ccbb51f 2024-11-08T17:16:30,824 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T17:16:30,828 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:30,828 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:30,828 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:30,828 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:30,829 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3c90bfdd9ffe62e98b3db102d02c49c: Waiting for close lock at 1731086190222Running coprocessor pre-close hooks at 1731086190222Disabling compacts and flushes for region at 1731086190222Disabling writes for close at 1731086190223 (+1 ms)Obtaining lock to block concurrent updates at 1731086190228 (+5 ms)Preparing flush snapshotting stores in d3c90bfdd9ffe62e98b3db102d02c49c at 1731086190228Finished memstore snapshotting hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731086190236 (+8 ms)Flushing stores of hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. at 1731086190240 (+4 ms)Flushing d3c90bfdd9ffe62e98b3db102d02c49c/queue: creating writer at 1731086190240Flushing d3c90bfdd9ffe62e98b3db102d02c49c/queue: appending metadata at 1731086190281 (+41 ms)Flushing d3c90bfdd9ffe62e98b3db102d02c49c/queue: closing flushed file at 1731086190284 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760b0115: reopening flushed file at 1731086190762 (+478 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d3c90bfdd9ffe62e98b3db102d02c49c in 562ms, sequenceid=6, compaction requested=false at 1731086190792 (+30 ms)Writing region close event to WAL at 1731086190810 (+18 ms)Running coprocessor post-close hooks at 1731086190826 (+16 ms)Closed at 1731086190828 (+2 ms) 2024-11-08T17:16:30,829 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:30,847 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/table/a89e92e3e90b41ef8b2b57c99c3ab1a5 is 53, key is hbase:replication/table:state/1731086187915/Put/seqid=0 2024-11-08T17:16:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741841_1017 (size=5256) 2024-11-08T17:16:30,950 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:31,029 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:31,145 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:31,229 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:16:31,229 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:16:31,229 DEBUG [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:31,254 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/table/a89e92e3e90b41ef8b2b57c99c3ab1a5 2024-11-08T17:16:31,267 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/info/6f76f25b68db4c6da3aa33461e08907a as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/info/6f76f25b68db4c6da3aa33461e08907a 2024-11-08T17:16:31,277 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/info/6f76f25b68db4c6da3aa33461e08907a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T17:16:31,278 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/ns/d1f31e17ea1d4160a540ae5d0ccbb51f as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/ns/d1f31e17ea1d4160a540ae5d0ccbb51f 2024-11-08T17:16:31,287 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/ns/d1f31e17ea1d4160a540ae5d0ccbb51f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:16:31,289 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/table/a89e92e3e90b41ef8b2b57c99c3ab1a5 as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/table/a89e92e3e90b41ef8b2b57c99c3ab1a5 2024-11-08T17:16:31,299 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/table/a89e92e3e90b41ef8b2b57c99c3ab1a5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T17:16:31,300 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1072ms, sequenceid=11, compaction requested=false 2024-11-08T17:16:31,306 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T17:16:31,307 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:31,307 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:31,307 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:31,307 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086190227Running coprocessor pre-close hooks at 1731086190227Disabling compacts and flushes for region at 1731086190227Disabling writes for close at 1731086190227Obtaining lock to block concurrent updates at 1731086190228 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731086190228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731086190236 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086190238 (+2 ms)Flushing 1588230740/info: creating writer at 1731086190239 (+1 ms)Flushing 1588230740/info: appending metadata at 1731086190282 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731086190284 (+2 ms)Flushing 1588230740/ns: creating writer at 1731086190762 (+478 ms)Flushing 1588230740/ns: appending metadata at 1731086190784 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731086190784Flushing 1588230740/table: creating writer at 1731086190829 (+45 ms)Flushing 1588230740/table: appending metadata at 1731086190847 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731086190847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee3f7d2: reopening flushed file at 1731086191265 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331780ac: reopening flushed file at 1731086191277 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63300b76: reopening flushed file at 1731086191287 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1072ms, sequenceid=11, compaction requested=false at 1731086191300 (+13 ms)Writing region close event to WAL at 1731086191301 (+1 ms)Running coprocessor post-close hooks at 1731086191307 (+6 ms)Closed at 1731086191307 2024-11-08T17:16:31,307 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:31,429 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,43137,1731086176711; all regions closed. 2024-11-08T17:16:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741834_1010 (size=2742) 2024-11-08T17:16:31,443 DEBUG [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs 2024-11-08T17:16:31,444 INFO [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C43137%2C1731086176711.meta:.meta(num 1731086180566) 2024-11-08T17:16:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741837_1013 (size=1802) 2024-11-08T17:16:31,451 DEBUG [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs 2024-11-08T17:16:31,451 INFO [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C43137%2C1731086176711.rep:(num 1731086187836) 2024-11-08T17:16:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741833_1009 (size=93) 2024-11-08T17:16:31,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 not finished, retry = 0 2024-11-08T17:16:31,558 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 to pos 0, reset compression=false 2024-11-08T17:16:31,559 DEBUG [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs 2024-11-08T17:16:31,559 INFO [RS:0;74e38af3904c:43137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C43137%2C1731086176711:(num 1731086179904) 2024-11-08T17:16:31,559 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:31,559 INFO [RS:0;74e38af3904c:43137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:31,559 INFO [RS:0;74e38af3904c:43137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:31,560 INFO [RS:0;74e38af3904c:43137 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:31,560 INFO [RS:0;74e38af3904c:43137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:31,560 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:16:31,561 INFO [RS:0;74e38af3904c:43137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,43137,1731086176711 because: Region server is closing 2024-11-08T17:16:31,561 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 was moved to hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs/74e38af3904c%2C43137%2C1731086176711.1731086179904 2024-11-08T17:16:31,561 INFO [RS:0;74e38af3904c:43137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43137. 2024-11-08T17:16:31,562 DEBUG [RS:0;74e38af3904c:43137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:31,562 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:31,562 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:31,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:31,566 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904 2024-11-08T17:16:31,567 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T17:16:31,567 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T17:16:31,567 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-74e38af3904c,43137,1731086176711 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711/74e38af3904c%2C43137%2C1731086176711.1731086179904, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T17:16:31,572 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,43137,1731086176711: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-74e38af3904c,43137,1731086176711, walGroup=74e38af3904c%2C43137%2C1731086176711, offset=74e38af3904c%2C43137%2C1731086176711.1731086179904:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:43137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:16:31,574 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:16:31,576 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:16:31,577 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:16:31,577 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:16:31,577 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:16:31,577 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 376365248 }, "NonHeapMemoryUsage": { "committed": 153288704, "init": 7667712, "max": -1, "used": 150958256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:16:31,579 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [74e38af3904c%2C43137%2C1731086176711.1731086179904] 2024-11-08T17:16:31,663 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.wal-reader.74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:16:31,663 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:16:31,663 INFO [RS:0;74e38af3904c:43137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,1-74e38af3904c,43137,1731086176711 terminated 2024-11-08T17:16:31,664 INFO [RS:0;74e38af3904c:43137 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-74e38af3904c,43137,1731086176711 because: Region server is closing 2024-11-08T17:16:31,664 INFO [RS:0;74e38af3904c:43137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43137. 2024-11-08T17:16:31,664 DEBUG [RS:0;74e38af3904c:43137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:31,664 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:31,664 DEBUG [RS:0;74e38af3904c:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:31,665 INFO [RS:0;74e38af3904c:43137 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,43137,1731086176711.replicationSource.shipper74e38af3904c%2C43137%2C1731086176711,2-74e38af3904c,43137,1731086176711 terminated 2024-11-08T17:16:31,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:31,665 INFO [RS:0;74e38af3904c:43137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43137 2024-11-08T17:16:31,690 INFO [RS:0;74e38af3904c:43137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:16:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/rs/74e38af3904c,43137,1731086176711 2024-11-08T17:16:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/rs 2024-11-08T17:16:31,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,43137,1731086176711] 2024-11-08T17:16:31,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/draining/74e38af3904c,43137,1731086176711 already deleted, retry=false 2024-11-08T17:16:31,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,43137,1731086176711 expired; onlineServers=0 2024-11-08T17:16:31,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,34711,1731086175703' ***** 2024-11-08T17:16:31,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:16:31,712 INFO [M:0;74e38af3904c:34711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:31,712 INFO [M:0;74e38af3904c:34711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:31,712 DEBUG [M:0;74e38af3904c:34711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:16:31,713 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:16:31,713 DEBUG [M:0;74e38af3904c:34711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:16:31,713 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086179605 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086179605,5,FailOnTimeoutGroup] 2024-11-08T17:16:31,713 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086179608 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086179608,5,FailOnTimeoutGroup] 2024-11-08T17:16:31,714 INFO [M:0;74e38af3904c:34711 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:31,714 INFO [M:0;74e38af3904c:34711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:31,714 DEBUG [M:0;74e38af3904c:34711 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:16:31,714 INFO [M:0;74e38af3904c:34711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:16:31,715 INFO [M:0;74e38af3904c:34711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:31,715 INFO [M:0;74e38af3904c:34711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:16:31,715 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:16:31,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/master 2024-11-08T17:16:31,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:31,722 DEBUG [M:0;74e38af3904c:34711 {}] zookeeper.ZKUtil(347): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/master because node does not exist (not an error) 2024-11-08T17:16:31,722 WARN [M:0;74e38af3904c:34711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:16:31,723 INFO [M:0;74e38af3904c:34711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/.lastflushedseqids 2024-11-08T17:16:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741842_1018 (size=181) 2024-11-08T17:16:31,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:31,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1011b72b0cd0001, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:31,802 INFO [RS:0;74e38af3904c:43137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:16:31,802 INFO [RS:0;74e38af3904c:43137 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,43137,1731086176711; zookeeper connection closed. 2024-11-08T17:16:31,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e863840 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e863840 2024-11-08T17:16:31,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:16:32,136 INFO [M:0;74e38af3904c:34711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:16:32,136 INFO [M:0;74e38af3904c:34711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:16:32,136 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:16:32,136 INFO [M:0;74e38af3904c:34711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:32,136 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:32,136 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:16:32,136 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:32,137 INFO [M:0;74e38af3904c:34711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T17:16:32,159 DEBUG [M:0;74e38af3904c:34711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93204154da14469d8ba6ecc693ff1217 is 82, key is hbase:meta,,1/info:regioninfo/1731086180661/Put/seqid=0 2024-11-08T17:16:32,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741843_1019 (size=5672) 2024-11-08T17:16:32,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:16:32,565 INFO [M:0;74e38af3904c:34711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93204154da14469d8ba6ecc693ff1217 2024-11-08T17:16:32,593 DEBUG [M:0;74e38af3904c:34711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f1b6d5699f74d59a242e45e803f0b4a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731086187922/Put/seqid=0 2024-11-08T17:16:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741844_1020 (size=8663) 2024-11-08T17:16:33,000 INFO [M:0;74e38af3904c:34711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f1b6d5699f74d59a242e45e803f0b4a 2024-11-08T17:16:33,030 DEBUG [M:0;74e38af3904c:34711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d07f212bdee74a18841e68d46c87274a is 69, key is 74e38af3904c,43137,1731086176711/rs:state/1731086179646/Put/seqid=0 2024-11-08T17:16:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741845_1021 (size=5156) 2024-11-08T17:16:33,444 INFO [M:0;74e38af3904c:34711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d07f212bdee74a18841e68d46c87274a 2024-11-08T17:16:33,456 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93204154da14469d8ba6ecc693ff1217 as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93204154da14469d8ba6ecc693ff1217 2024-11-08T17:16:33,465 INFO [M:0;74e38af3904c:34711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93204154da14469d8ba6ecc693ff1217, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T17:16:33,466 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f1b6d5699f74d59a242e45e803f0b4a as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f1b6d5699f74d59a242e45e803f0b4a 2024-11-08T17:16:33,476 INFO [M:0;74e38af3904c:34711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f1b6d5699f74d59a242e45e803f0b4a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T17:16:33,478 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d07f212bdee74a18841e68d46c87274a as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d07f212bdee74a18841e68d46c87274a 2024-11-08T17:16:33,487 INFO [M:0;74e38af3904c:34711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d07f212bdee74a18841e68d46c87274a, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T17:16:33,489 INFO [M:0;74e38af3904c:34711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=115, compaction requested=false 2024-11-08T17:16:33,490 INFO [M:0;74e38af3904c:34711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:33,490 DEBUG [M:0;74e38af3904c:34711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086192136Disabling compacts and flushes for region at 1731086192136Disabling writes for close at 1731086192136Obtaining lock to block concurrent updates at 1731086192137 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086192137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731086192137Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086192138 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086192139 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086192158 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086192158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086192574 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086192593 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086192593Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086193011 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086193030 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086193030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7b7b30: reopening flushed file at 1731086193454 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbe0dbd: reopening flushed file at 1731086193465 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc69f6e: reopening flushed file at 1731086193476 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=115, compaction requested=false at 1731086193489 (+13 ms)Writing region close event to WAL at 1731086193490 (+1 ms)Closed at 1731086193490 2024-11-08T17:16:33,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741830_1006 (size=59421) 2024-11-08T17:16:33,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703/74e38af3904c%2C34711%2C1731086175703.1731086178584 not finished, retry = 0 2024-11-08T17:16:33,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:16:33,596 INFO [M:0;74e38af3904c:34711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:16:33,596 INFO [M:0;74e38af3904c:34711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34711 2024-11-08T17:16:33,596 INFO [M:0;74e38af3904c:34711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:16:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:33,791 INFO [M:0;74e38af3904c:34711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:16:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x1011b72b0cd0000, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:33,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:33,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:33,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:33,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:33,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:33,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:33,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:16:33,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:33,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40469 2024-11-08T17:16:33,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40469 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404690x0, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:33,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40469-0x1011b72b0cd0006 connected 2024-11-08T17:16:33,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:33,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:33,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:33,905 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: INIT 2024-11-08T17:16:33,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83, hbase.cluster.distributed=false 2024-11-08T17:16:33,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/acl 2024-11-08T17:16:33,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-08T17:16:33,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40469 2024-11-08T17:16:33,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40469 2024-11-08T17:16:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-08T17:16:33,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-08T17:16:33,973 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:33,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:33,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:33,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:33,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:33,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:33,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:16:33,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:33,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35713 2024-11-08T17:16:33,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35713 connecting to ZooKeeper ensemble=127.0.0.1:53675 2024-11-08T17:16:33,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:33,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:34,006 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357130x0, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:34,007 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: INIT 2024-11-08T17:16:34,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357130x0, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:34,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35713-0x1011b72b0cd0007 connected 2024-11-08T17:16:34,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:16:34,012 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:16:34,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/master 2024-11-08T17:16:34,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/acl 2024-11-08T17:16:34,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-08T17:16:34,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35713 2024-11-08T17:16:34,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35713 2024-11-08T17:16:34,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-08T17:16:34,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-08T17:16:34,056 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:40469 2024-11-08T17:16:34,057 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01002834959/backup-masters/74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,069 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:34,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:34,070 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on existing znode=/01002834959/backup-masters/74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,080 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002834959/master 2024-11-08T17:16:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:34,080 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:34,080 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on existing znode=/01002834959/master 2024-11-08T17:16:34,081 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01002834959/backup-masters/74e38af3904c,40469,1731086193794 from backup master directory 2024-11-08T17:16:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/backup-masters/74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,090 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/backup-masters 2024-11-08T17:16:34,090 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:34,090 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,108 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:34,109 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:16:34,125 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-08T17:16:34,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741846_1022 (size=196) 2024-11-08T17:16:34,540 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:16:34,541 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:16:34,542 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:34,552 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T17:16:34,555 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703 to hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703-dead as it is dead 2024-11-08T17:16:34,557 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T17:16:34,557 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T17:16:34,557 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703-dead/74e38af3904c%2C34711%2C1731086175703.1731086178584 2024-11-08T17:16:34,562 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703-dead/74e38af3904c%2C34711%2C1731086175703.1731086178584 after 4ms 2024-11-08T17:16:34,564 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703-dead/74e38af3904c%2C34711%2C1731086175703.1731086178584 to hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C34711%2C1731086175703.1731086178584 2024-11-08T17:16:34,564 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,34711,1731086175703-dead 2024-11-08T17:16:34,565 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,566 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:34,567 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C40469%2C1731086193794, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,40469,1731086193794, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/oldWALs, maxLogs=10 2024-11-08T17:16:34,580 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,40469,1731086193794/74e38af3904c%2C40469%2C1731086193794.1731086194568, exclude list is [], retry=0 2024-11-08T17:16:34,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:34,587 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,40469,1731086193794/74e38af3904c%2C40469%2C1731086193794.1731086194568 2024-11-08T17:16:34,588 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:34,588 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:34,589 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:34,589 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,589 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:16:34,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:34,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93204154da14469d8ba6ecc693ff1217 2024-11-08T17:16:34,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:34,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:16:34,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:34,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f1b6d5699f74d59a242e45e803f0b4a 2024-11-08T17:16:34,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:34,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:16:34,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:34,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d07f212bdee74a18841e68d46c87274a 2024-11-08T17:16:34,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:34,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:16:34,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:34,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:34,625 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,625 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T17:16:34,626 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C34711%2C1731086175703.1731086178584 2024-11-08T17:16:34,646 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C34711%2C1731086175703.1731086178584 2024-11-08T17:16:34,648 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C34711%2C1731086175703.1731086178584 2024-11-08T17:16:34,649 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,650 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,651 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:34,653 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:34,656 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T17:16:34,657 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71887458, jitterRate=0.07120659947395325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:34,658 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086194589Initializing all the Stores at 1731086194590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086194590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086194590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086194590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086194590Cleaning up temporary data from old regions at 1731086194650 (+60 ms)Region opened successfully at 1731086194657 (+7 ms) 2024-11-08T17:16:34,658 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:16:34,662 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585d89f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:34,673 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T17:16:34,674 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:16:34,674 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:16:34,674 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:16:34,675 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:16:34,682 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:34,682 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:16:34,683 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:16:34,684 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:16:34,684 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T17:16:34,684 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T17:16:34,684 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-08T17:16:34,684 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:16:34,690 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=74e38af3904c,43137,1731086176711, regionLocation=74e38af3904c,43137,1731086176711, openSeqNum=2 2024-11-08T17:16:34,690 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=74e38af3904c,43137,1731086176711, table=hbase:meta, region=1588230740 2024-11-08T17:16:34,690 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,43137,1731086176711, state=OPEN 2024-11-08T17:16:34,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:34,732 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:34,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:34,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:34,739 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:16:34,743 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/draining/74e38af3904c,43137,1731086176711 already deleted, retry=false 2024-11-08T17:16:34,743 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 74e38af3904c,43137,1731086176711 on 74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,749 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 74e38af3904c,43137,1731086176711, splitWal=true, meta=true 2024-11-08T17:16:34,752 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 74e38af3904c,43137,1731086176711 (carryingMeta=true) 74e38af3904c,43137,1731086176711/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@10ab7a82[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T17:16:34,755 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/balancer because node does not exist (not necessarily an error) 2024-11-08T17:16:34,764 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/balancer already deleted, retry=false 2024-11-08T17:16:34,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:16:34,765 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:16:34,806 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/normalizer already deleted, retry=false 2024-11-08T17:16:34,806 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:16:34,808 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:16:34,827 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/switch/split already deleted, retry=false 2024-11-08T17:16:34,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:16:34,838 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/switch/merge already deleted, retry=false 2024-11-08T17:16:34,861 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:16:34,869 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/snapshot-cleanup already deleted, retry=false 2024-11-08T17:16:34,880 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:34,880 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:34,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:34,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:34,881 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,40469,1731086193794, sessionid=0x1011b72b0cd0006, setting cluster-up flag (Was=false) 2024-11-08T17:16:34,891 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01002834959/flush-table-proc/acquired, /01002834959/flush-table-proc/reached, /01002834959/flush-table-proc/abort 2024-11-08T17:16:34,892 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,902 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01002834959/online-snapshot/acquired, /01002834959/online-snapshot/reached, /01002834959/online-snapshot/abort 2024-11-08T17:16:34,903 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,40469,1731086193794 2024-11-08T17:16:34,905 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/.lastflushedseqids 2024-11-08T17:16:34,909 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:16:34,909 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:16:34,909 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,40469,1731086193794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 74e38af3904c,43137,1731086176711 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:16:34,911 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:34,911 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:34,911 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:34,912 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:34,912 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:16:34,912 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:34,912 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:34,912 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:34,919 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 74e38af3904c,43137,1731086176711, splitWal=true, meta=true 2024-11-08T17:16:34,920 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086224920 2024-11-08T17:16:34,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:16:34,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:16:34,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:16:34,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:16:34,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:16:34,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:16:34,921 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 74e38af3904c,43137,1731086176711, splitWal=true, meta=true, isMeta: true 2024-11-08T17:16:34,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:34,923 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711-splitting 2024-11-08T17:16:34,924 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711-splitting dir is empty, no logs to split. 2024-11-08T17:16:34,924 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74e38af3904c,43137,1731086176711 WAL count=0, meta=true 2024-11-08T17:16:34,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:16:34,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:16:34,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:16:34,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:16:34,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:16:34,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:16:34,929 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086194929,5,FailOnTimeoutGroup] 2024-11-08T17:16:34,929 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711-splitting dir is empty, no logs to split. 2024-11-08T17:16:34,929 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74e38af3904c,43137,1731086176711 WAL count=0, meta=true 2024-11-08T17:16:34,929 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 74e38af3904c,43137,1731086176711 WAL splitting is done? wals=0, meta=true 2024-11-08T17:16:34,929 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086194929,5,FailOnTimeoutGroup] 2024-11-08T17:16:34,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:34,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:16:34,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:34,930 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:34,930 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086194930, completionTime=-1 2024-11-08T17:16:34,930 WARN [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T17:16:34,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:16:34,933 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T17:16:34,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:34,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T17:16:34,943 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(746): ClusterId : 04f86487-fd22-43fa-9ad0-18b88507dd54 2024-11-08T17:16:34,943 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:16:34,954 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:16:34,955 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:16:34,965 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:16:34,966 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab4b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:34,985 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:35713 2024-11-08T17:16:34,985 INFO [RS:0;74e38af3904c:35713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:16:34,985 INFO [RS:0;74e38af3904c:35713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:16:34,985 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:16:34,986 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,40469,1731086193794 with port=35713, startcode=1731086193973 2024-11-08T17:16:34,987 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:16:34,989 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:16:34,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,35713,1731086193973 2024-11-08T17:16:34,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40469 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,35713,1731086193973 2024-11-08T17:16:34,993 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83 2024-11-08T17:16:34,993 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39309 2024-11-08T17:16:34,993 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:16:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/rs 2024-11-08T17:16:35,007 DEBUG [RS:0;74e38af3904c:35713 {}] zookeeper.ZKUtil(111): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on existing znode=/01002834959/rs/74e38af3904c,35713,1731086193973 2024-11-08T17:16:35,007 WARN [RS:0;74e38af3904c:35713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:35,007 INFO [RS:0;74e38af3904c:35713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:35,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,35713,1731086193973] 2024-11-08T17:16:35,007 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973 2024-11-08T17:16:35,034 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T17:16:35,052 INFO [RS:0;74e38af3904c:35713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:16:35,054 INFO [RS:0;74e38af3904c:35713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:16:35,055 INFO [RS:0;74e38af3904c:35713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:16:35,055 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,055 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:16:35,056 INFO [RS:0;74e38af3904c:35713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:16:35,056 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,056 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,057 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,058 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:35,058 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:35,058 DEBUG [RS:0;74e38af3904c:35713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:35,060 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,060 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,060 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,060 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,061 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,061 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35713,1731086193973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:35,086 WARN [74e38af3904c:40469 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T17:16:35,086 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:16:35,086 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35713,1731086193973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,108 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,35713,1731086193973, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:16:35,126 DEBUG [RS:0;74e38af3904c:35713.replicationSource,1-74e38af3904c,35713,1731086193973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:35,127 DEBUG [RS:0;74e38af3904c:35713.replicationSource,1-74e38af3904c,35713,1731086193973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e81d09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:35,127 DEBUG [RS:0;74e38af3904c:35713.replicationSource,1-74e38af3904c,35713,1731086193973 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:35,127 DEBUG [RS:0;74e38af3904c:35713.replicationSource,1-74e38af3904c,35713,1731086193973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:35,128 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(231): queueId=2-74e38af3904c,35713,1731086193973, ReplicationSource: 2, currentBandwidth=0 2024-11-08T17:16:35,129 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:35,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:35,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:35,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35634b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:35,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:35,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:35,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:35,131 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:35,132 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,132 DEBUG [RS:0;74e38af3904c:35713.replicationSource,1-74e38af3904c,35713,1731086193973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5a8b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:35,132 INFO [RS:0;74e38af3904c:35713 {}] regionserver.Replication(171): 74e38af3904c,35713,1731086193973 started 2024-11-08T17:16:35,132 DEBUG [RS:0;74e38af3904c:35713.replicationSource,1-74e38af3904c,35713,1731086193973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:35,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:35,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23f7c191 2024-11-08T17:16:35,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:35,135 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T17:16:35,136 INFO [RS:0;74e38af3904c:35713.replicationSource,1-74e38af3904c,35713,1731086193973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,35713,1731086193973 (queues=0) is replicating from cluster=04f86487-fd22-43fa-9ad0-18b88507dd54 to cluster=86571d7a-2e99-45a9-b6c1-236b23a75ded 2024-11-08T17:16:35,151 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:35,151 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,35713,1731086193973, RpcServer on 74e38af3904c/172.17.0.2:35713, sessionid=0x1011b72b0cd0007 2024-11-08T17:16:35,151 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:16:35,151 DEBUG [RS:0;74e38af3904c:35713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,35713,1731086193973 2024-11-08T17:16:35,151 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,35713,1731086193973' 2024-11-08T17:16:35,151 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01002834959/flush-table-proc/abort' 2024-11-08T17:16:35,152 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01002834959/flush-table-proc/acquired' 2024-11-08T17:16:35,152 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:16:35,152 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:16:35,152 DEBUG [RS:0;74e38af3904c:35713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,35713,1731086193973 2024-11-08T17:16:35,153 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,35713,1731086193973' 2024-11-08T17:16:35,153 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01002834959/online-snapshot/abort' 2024-11-08T17:16:35,153 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01002834959/online-snapshot/acquired' 2024-11-08T17:16:35,153 DEBUG [RS:0;74e38af3904c:35713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:16:35,153 INFO [RS:0;74e38af3904c:35713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:16:35,153 INFO [RS:0;74e38af3904c:35713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:16:35,153 DEBUG [RS:0;74e38af3904c:35713.replicationSource,2-74e38af3904c,35713,1731086193973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33965' 2024-11-08T17:16:35,155 DEBUG [RS:0;74e38af3904c:35713.replicationSource,2-74e38af3904c,35713,1731086193973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b597357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:35,155 DEBUG [RS:0;74e38af3904c:35713.replicationSource,2-74e38af3904c,35713,1731086193973 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33965,-1 for getting cluster id 2024-11-08T17:16:35,155 DEBUG [RS:0;74e38af3904c:35713.replicationSource,2-74e38af3904c,35713,1731086193973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:35,156 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86571d7a-2e99-45a9-b6c1-236b23a75ded' 2024-11-08T17:16:35,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:35,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86571d7a-2e99-45a9-b6c1-236b23a75ded" 2024-11-08T17:16:35,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@104e3ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:35,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33965,-1] 2024-11-08T17:16:35,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:35,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:35,159 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:35,160 DEBUG [RS:0;74e38af3904c:35713.replicationSource,2-74e38af3904c,35713,1731086193973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61acd657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:35,160 DEBUG [RS:0;74e38af3904c:35713.replicationSource,2-74e38af3904c,35713,1731086193973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:35,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33965,1731086183721 2024-11-08T17:16:35,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79fa15af 2024-11-08T17:16:35,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:35,163 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T17:16:35,163 INFO [RS:0;74e38af3904c:35713.replicationSource,2-74e38af3904c,35713,1731086193973 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-74e38af3904c,35713,1731086193973 (queues=0) is replicating from cluster=04f86487-fd22-43fa-9ad0-18b88507dd54 to cluster=86571d7a-2e99-45a9-b6c1-236b23a75ded 2024-11-08T17:16:35,254 INFO [RS:0;74e38af3904c:35713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:35,256 INFO [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C35713%2C1731086193973, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs, maxLogs=10 2024-11-08T17:16:35,278 DEBUG [RS:0;74e38af3904c:35713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257, exclude list is [], retry=0 2024-11-08T17:16:35,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:35,286 INFO [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 2024-11-08T17:16:35,289 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 74e38af3904c%2C35713%2C1731086193973 for peer 2 2024-11-08T17:16:35,289 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 74e38af3904c%2C35713%2C1731086193973 for peer 1 2024-11-08T17:16:35,289 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C35713%2C1731086193973 2024-11-08T17:16:35,289 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,35713,1731086193973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:16:35,290 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=74e38af3904c%2C35713%2C1731086193973 2024-11-08T17:16:35,290 INFO [RS:0;74e38af3904c:35713.replicationSource.shipper74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C35713%2C1731086193973 2024-11-08T17:16:35,290 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-74e38af3904c,35713,1731086193973, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:16:35,291 INFO [RS:0;74e38af3904c:35713.replicationSource.shipper74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C35713%2C1731086193973 2024-11-08T17:16:35,291 DEBUG [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:35,291 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257, startPosition=0, beingWritten=true 2024-11-08T17:16:35,291 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257, startPosition=0, beingWritten=true 2024-11-08T17:16:35,336 DEBUG [74e38af3904c:40469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:16:35,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,35713,1731086193973 2024-11-08T17:16:35,339 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,35713,1731086193973, state=OPENING 2024-11-08T17:16:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:35,343 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:35,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:35,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:35,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:35,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,35713,1731086193973}] 2024-11-08T17:16:35,497 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:16:35,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:16:35,503 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:35,505 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:35,508 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:16:35,508 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:35,509 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:16:35,511 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C35713%2C1731086193973.meta, suffix=.meta, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs, maxLogs=10 2024-11-08T17:16:35,526 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.meta.1731086195512.meta, exclude list is [], retry=0 2024-11-08T17:16:35,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:35,532 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.meta.1731086195512.meta 2024-11-08T17:16:35,532 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:35,532 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:35,533 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:35,533 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:35,533 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:16:35,533 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:16:35,533 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:16:35,533 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:35,533 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:16:35,533 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:16:35,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:35,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:35,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:35,546 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/info/6f76f25b68db4c6da3aa33461e08907a 2024-11-08T17:16:35,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:35,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:35,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:35,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:35,557 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/ns/d1f31e17ea1d4160a540ae5d0ccbb51f 2024-11-08T17:16:35,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:35,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:35,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:35,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:35,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:35,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:35,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:35,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:35,568 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/table/a89e92e3e90b41ef8b2b57c99c3ab1a5 2024-11-08T17:16:35,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:35,569 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:35,570 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740 2024-11-08T17:16:35,571 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740 2024-11-08T17:16:35,573 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:35,573 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:35,574 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:35,576 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:35,577 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64779330, jitterRate=-0.034712761640548706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:35,577 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:16:35,577 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086195533Writing region info on filesystem at 1731086195534 (+1 ms)Initializing all the Stores at 1731086195534Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086195535 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086195535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086195535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086195535Cleaning up temporary data from old regions at 1731086195573 (+38 ms)Running coprocessor post-open hooks at 1731086195577 (+4 ms)Region opened successfully at 1731086195577 2024-11-08T17:16:35,578 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731086195497 2024-11-08T17:16:35,581 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:16:35,581 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:16:35,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=74e38af3904c,35713,1731086193973 2024-11-08T17:16:35,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,35713,1731086193973, state=OPEN 2024-11-08T17:16:35,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:35,595 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002834959/meta-region-server 2024-11-08T17:16:35,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,35713,1731086193973 2024-11-08T17:16:35,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:35,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002834959/meta-region-server: CHANGED 2024-11-08T17:16:35,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T17:16:35,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,35713,1731086193973 in 253 msec 2024-11-08T17:16:35,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T17:16:35,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-11-08T17:16:35,813 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:35,819 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:36,219 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:36,225 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:36,536 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T17:16:36,724 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:36,731 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:37,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:16:37,334 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:37,343 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:38,039 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T17:16:38,041 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:38,050 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:38,850 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:38,857 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:39,442 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T17:16:39,442 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:16:39,442 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:39,442 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,35713,1731086193973, seqNum=-1] 2024-11-08T17:16:39,443 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:39,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:39,455 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d3c90bfdd9ffe62e98b3db102d02c49c, regionState=OPEN, lastHost=74e38af3904c,43137,1731086176711, regionLocation=74e38af3904c,43137,1731086176711, openSeqNum=2 2024-11-08T17:16:39,455 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:16:39,455 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086259455 2024-11-08T17:16:39,455 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086319455 2024-11-08T17:16:39,455 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-08T17:16:39,456 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40469,1731086193794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:39,456 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40469,1731086193794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:39,456 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 74e38af3904c,43137,1731086176711 had 2 regions 2024-11-08T17:16:39,456 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40469,1731086193794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:39,456 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:40469, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:39,456 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:39,457 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:39,458 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 74e38af3904c,43137,1731086176711, splitWal=true, meta=true, isMeta: false 2024-11-08T17:16:39,460 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711-splitting dir is empty, no logs to split. 2024-11-08T17:16:39,460 INFO [PEWorker-3 {}] master.SplitWALManager(105): 74e38af3904c,43137,1731086176711 WAL count=0, meta=false 2024-11-08T17:16:39,464 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,43137,1731086176711-splitting dir is empty, no logs to split. 2024-11-08T17:16:39,464 INFO [PEWorker-3 {}] master.SplitWALManager(105): 74e38af3904c,43137,1731086176711 WAL count=0, meta=false 2024-11-08T17:16:39,464 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 74e38af3904c,43137,1731086176711 WAL splitting is done? wals=0, meta=false 2024-11-08T17:16:39,465 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.375sec 2024-11-08T17:16:39,465 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:16:39,466 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:16:39,466 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:16:39,466 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:16:39,466 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:16:39,466 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40469,1731086193794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:39,466 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40469,1731086193794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:16:39,468 WARN [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=74e38af3904c,43137,1731086176711/hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:39,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN}] 2024-11-08T17:16:39,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN 2024-11-08T17:16:39,472 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T17:16:39,472 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:16:39,472 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:16:39,472 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40469,1731086193794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:39,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:39,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40469,-1 for getting cluster id 2024-11-08T17:16:39,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:39,549 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04f86487-fd22-43fa-9ad0-18b88507dd54' 2024-11-08T17:16:39,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:39,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04f86487-fd22-43fa-9ad0-18b88507dd54" 2024-11-08T17:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32023b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40469,-1] 2024-11-08T17:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,552 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606198ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:39,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,35713,1731086193973, seqNum=-1] 2024-11-08T17:16:39,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:39,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:39,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T17:16:39,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:39,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:39,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 74e38af3904c:40469 after: 74e38af3904c:40469 2024-11-08T17:16:39,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:39,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76710621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:39,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40469,-1 for getting cluster id 2024-11-08T17:16:39,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:39,564 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04f86487-fd22-43fa-9ad0-18b88507dd54' 2024-11-08T17:16:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04f86487-fd22-43fa-9ad0-18b88507dd54" 2024-11-08T17:16:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5b3e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40469,-1] 2024-11-08T17:16:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,566 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:39,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:39,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,40469,1731086193794 2024-11-08T17:16:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2942c8e2 2024-11-08T17:16:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:39,569 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:39,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:16:39,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T17:16:39,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:16:39,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T17:16:39,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:16:39,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:39,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:39,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:39,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:16:39,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-11-08T17:16:39,574 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,33965,1731086183721 2024-11-08T17:16:39,622 DEBUG [74e38af3904c:40469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:16:39,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d3c90bfdd9ffe62e98b3db102d02c49c, regionState=OPENING, regionLocation=74e38af3904c,35713,1731086193973 2024-11-08T17:16:39,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN because future has completed 2024-11-08T17:16:39,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c90bfdd9ffe62e98b3db102d02c49c, server=74e38af3904c,35713,1731086193973}] 2024-11-08T17:16:39,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191332413/running 2024-11-08T17:16:39,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191332413/running 2024-11-08T17:16:39,637 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:39,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:39,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:39,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:39,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:39,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on znode that does not yet exist, /191332413/running 2024-11-08T17:16:39,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Set watcher on znode that does not yet exist, /191332413/running 2024-11-08T17:16:39,639 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,36361,1731086183889' ***** 2024-11-08T17:16:39,639 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:16:39,639 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:16:39,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:16:39,639 INFO [RS:0;74e38af3904c:36361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:16:39,639 INFO [RS:0;74e38af3904c:36361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:16:39,639 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,36361,1731086183889 2024-11-08T17:16:39,639 INFO [RS:0;74e38af3904c:36361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:39,639 INFO [RS:0;74e38af3904c:36361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:36361. 2024-11-08T17:16:39,639 DEBUG [RS:0;74e38af3904c:36361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:39,639 DEBUG [RS:0;74e38af3904c:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:39,640 INFO [RS:0;74e38af3904c:36361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:16:39,640 INFO [RS:0;74e38af3904c:36361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:16:39,640 INFO [RS:0;74e38af3904c:36361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:16:39,640 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:16:39,640 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:16:39,640 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:16:39,640 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:39,640 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:39,640 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:39,640 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:39,641 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:39,641 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:39,641 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T17:16:39,663 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740/.tmp/ns/90f7489ccf0e49a095bad41a82872126 is 43, key is default/ns:d/1731086186816/Put/seqid=0 2024-11-08T17:16:39,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741835_1011 (size=5153) 2024-11-08T17:16:39,705 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:39,757 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:39,765 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:39,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:39,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:39,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:16:39,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C35713%2C1731086193973.rep, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs, maxLogs=10 2024-11-08T17:16:39,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.rep.1731086199792, exclude list is [], retry=0 2024-11-08T17:16:39,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-f59988a1-03f3-4036-a46e-f3c9df345a5d,DISK] 2024-11-08T17:16:39,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.rep.1731086199792 2024-11-08T17:16:39,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163)] 2024-11-08T17:16:39,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d3c90bfdd9ffe62e98b3db102d02c49c, NAME => 'hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:39,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:39,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:39,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. service=MultiRowMutationService 2024-11-08T17:16:39,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:16:39,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:39,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,817 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,819 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c90bfdd9ffe62e98b3db102d02c49c columnFamilyName hfileref 2024-11-08T17:16:39,819 DEBUG [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:39,819 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(327): Store=d3c90bfdd9ffe62e98b3db102d02c49c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:39,819 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,820 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c90bfdd9ffe62e98b3db102d02c49c columnFamilyName queue 2024-11-08T17:16:39,821 DEBUG [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:39,829 DEBUG [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/queue/694edeb0583d4d95b7767126070a5fd3 2024-11-08T17:16:39,829 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(327): Store=d3c90bfdd9ffe62e98b3db102d02c49c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:39,830 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,831 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c90bfdd9ffe62e98b3db102d02c49c columnFamilyName sid 2024-11-08T17:16:39,831 DEBUG [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:39,832 INFO [StoreOpener-d3c90bfdd9ffe62e98b3db102d02c49c-1 {}] regionserver.HStore(327): Store=d3c90bfdd9ffe62e98b3db102d02c49c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:39,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:16:39,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d3c90bfdd9ffe62e98b3db102d02c49c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63407250, jitterRate=-0.0551583468914032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:16:39,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:39,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d3c90bfdd9ffe62e98b3db102d02c49c: Running coprocessor pre-open hook at 1731086199816Writing region info on filesystem at 1731086199816Initializing all the Stores at 1731086199817 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086199817Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086199817Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086199817Cleaning up temporary data from old regions at 1731086199835 (+18 ms)Running coprocessor post-open hooks at 1731086199840 (+5 ms)Region opened successfully at 1731086199840 2024-11-08T17:16:39,840 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:39,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c., pid=19, masterSystemTime=1731086199783 2024-11-08T17:16:39,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:39,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:39,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d3c90bfdd9ffe62e98b3db102d02c49c, regionState=OPEN, openSeqNum=10, regionLocation=74e38af3904c,35713,1731086193973 2024-11-08T17:16:39,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c90bfdd9ffe62e98b3db102d02c49c, server=74e38af3904c,35713,1731086193973 because future has completed 2024-11-08T17:16:39,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T17:16:39,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d3c90bfdd9ffe62e98b3db102d02c49c, server=74e38af3904c,35713,1731086193973 in 222 msec 2024-11-08T17:16:39,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T17:16:39,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c90bfdd9ffe62e98b3db102d02c49c, ASSIGN in 386 msec 2024-11-08T17:16:39,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T17:16:39,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c., hostname=74e38af3904c,35713,1731086193973, seqNum=10] 2024-11-08T17:16:39,905 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:16:39,905 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:16:39,906 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 74e38af3904c,43137,1731086176711 2024-11-08T17:16:39,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T17:16:40,041 DEBUG [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:40,069 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740/.tmp/ns/90f7489ccf0e49a095bad41a82872126 2024-11-08T17:16:40,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T17:16:40,079 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740/.tmp/ns/90f7489ccf0e49a095bad41a82872126 as hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740/ns/90f7489ccf0e49a095bad41a82872126 2024-11-08T17:16:40,089 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740/ns/90f7489ccf0e49a095bad41a82872126, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T17:16:40,090 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-08T17:16:40,091 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:16:40,097 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T17:16:40,098 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:40,098 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:40,098 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:40,098 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086199640Running coprocessor pre-close hooks at 1731086199640Disabling compacts and flushes for region at 1731086199640Disabling writes for close at 1731086199641 (+1 ms)Obtaining lock to block concurrent updates at 1731086199641Preparing flush snapshotting stores in 1588230740 at 1731086199641Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731086199641Flushing stores of hbase:meta,,1.1588230740 at 1731086199642 (+1 ms)Flushing 1588230740/ns: creating writer at 1731086199642Flushing 1588230740/ns: appending metadata at 1731086199662 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731086199662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434dc107: reopening flushed file at 1731086200078 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1731086200091 (+13 ms)Writing region close event to WAL at 1731086200092 (+1 ms)Running coprocessor post-close hooks at 1731086200098 (+6 ms)Closed at 1731086200098 2024-11-08T17:16:40,098 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:40,241 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,36361,1731086183889; all regions closed. 2024-11-08T17:16:40,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741834_1010 (size=1152) 2024-11-08T17:16:40,247 DEBUG [RS:0;74e38af3904c:36361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/oldWALs 2024-11-08T17:16:40,247 INFO [RS:0;74e38af3904c:36361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C36361%2C1731086183889.meta:.meta(num 1731086186733) 2024-11-08T17:16:40,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741832_1008 (size=93) 2024-11-08T17:16:40,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/WALs/74e38af3904c,36361,1731086183889/74e38af3904c%2C36361%2C1731086183889.1731086186045 not finished, retry = 0 2024-11-08T17:16:40,354 DEBUG [RS:0;74e38af3904c:36361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/oldWALs 2024-11-08T17:16:40,355 INFO [RS:0;74e38af3904c:36361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C36361%2C1731086183889:(num 1731086186045) 2024-11-08T17:16:40,355 DEBUG [RS:0;74e38af3904c:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:40,355 INFO [RS:0;74e38af3904c:36361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:40,355 INFO [RS:0;74e38af3904c:36361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:40,355 INFO [RS:0;74e38af3904c:36361 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:40,355 INFO [RS:0;74e38af3904c:36361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:40,356 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:16:40,356 INFO [RS:0;74e38af3904c:36361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36361 2024-11-08T17:16:40,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413/rs 2024-11-08T17:16:40,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191332413/rs/74e38af3904c,36361,1731086183889 2024-11-08T17:16:40,427 INFO [RS:0;74e38af3904c:36361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:16:40,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,36361,1731086183889] 2024-11-08T17:16:40,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /191332413/draining/74e38af3904c,36361,1731086183889 already deleted, retry=false 2024-11-08T17:16:40,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,36361,1731086183889 expired; onlineServers=0 2024-11-08T17:16:40,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,33965,1731086183721' ***** 2024-11-08T17:16:40,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:16:40,448 INFO [M:0;74e38af3904c:33965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:40,448 INFO [M:0;74e38af3904c:33965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:40,448 DEBUG [M:0;74e38af3904c:33965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:16:40,449 DEBUG [M:0;74e38af3904c:33965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:16:40,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:16:40,449 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086185789 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086185789,5,FailOnTimeoutGroup] 2024-11-08T17:16:40,449 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086185790 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086185790,5,FailOnTimeoutGroup] 2024-11-08T17:16:40,449 INFO [M:0;74e38af3904c:33965 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:40,449 INFO [M:0;74e38af3904c:33965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:40,449 DEBUG [M:0;74e38af3904c:33965 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:16:40,449 INFO [M:0;74e38af3904c:33965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:16:40,450 INFO [M:0;74e38af3904c:33965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:40,450 INFO [M:0;74e38af3904c:33965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:16:40,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:16:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191332413/master 2024-11-08T17:16:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191332413 2024-11-08T17:16:40,458 DEBUG [M:0;74e38af3904c:33965 {}] zookeeper.ZKUtil(347): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Unable to get data of znode /191332413/master because node does not exist (not an error) 2024-11-08T17:16:40,458 WARN [M:0;74e38af3904c:33965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:16:40,460 INFO [M:0;74e38af3904c:33965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/.lastflushedseqids 2024-11-08T17:16:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741836_1012 (size=99) 2024-11-08T17:16:40,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:40,538 INFO [RS:0;74e38af3904c:36361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:16:40,538 INFO [RS:0;74e38af3904c:36361 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,36361,1731086183889; zookeeper connection closed. 2024-11-08T17:16:40,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1011b72b0cd0004, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:40,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5151b992 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5151b992 2024-11-08T17:16:40,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:16:40,765 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:40,772 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:40,877 INFO [M:0;74e38af3904c:33965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:16:40,877 INFO [M:0;74e38af3904c:33965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:16:40,877 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:16:40,877 INFO [M:0;74e38af3904c:33965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:40,877 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:40,877 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:16:40,877 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:40,877 INFO [M:0;74e38af3904c:33965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T17:16:40,900 DEBUG [M:0;74e38af3904c:33965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8caa57d9a284050b5cc779d639954e8 is 82, key is hbase:meta,,1/info:regioninfo/1731086186787/Put/seqid=0 2024-11-08T17:16:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741837_1013 (size=5672) 2024-11-08T17:16:41,306 INFO [M:0;74e38af3904c:33965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8caa57d9a284050b5cc779d639954e8 2024-11-08T17:16:41,333 DEBUG [M:0;74e38af3904c:33965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5af64ad27db6416197063f9a2fe2e41c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731086186823/Put/seqid=0 2024-11-08T17:16:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741838_1014 (size=5275) 2024-11-08T17:16:41,738 INFO [M:0;74e38af3904c:33965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5af64ad27db6416197063f9a2fe2e41c 2024-11-08T17:16:41,767 DEBUG [M:0;74e38af3904c:33965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ac52b31753e4852aa7ab25cbff34ecb is 69, key is 74e38af3904c,36361,1731086183889/rs:state/1731086185862/Put/seqid=0 2024-11-08T17:16:41,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741839_1015 (size=5156) 2024-11-08T17:16:41,872 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:41,879 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:42,174 INFO [M:0;74e38af3904c:33965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ac52b31753e4852aa7ab25cbff34ecb 2024-11-08T17:16:42,186 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8caa57d9a284050b5cc779d639954e8 as hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8caa57d9a284050b5cc779d639954e8 2024-11-08T17:16:42,195 INFO [M:0;74e38af3904c:33965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8caa57d9a284050b5cc779d639954e8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T17:16:42,197 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5af64ad27db6416197063f9a2fe2e41c as hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5af64ad27db6416197063f9a2fe2e41c 2024-11-08T17:16:42,203 INFO [M:0;74e38af3904c:33965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5af64ad27db6416197063f9a2fe2e41c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T17:16:42,204 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ac52b31753e4852aa7ab25cbff34ecb as hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ac52b31753e4852aa7ab25cbff34ecb 2024-11-08T17:16:42,211 INFO [M:0;74e38af3904c:33965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42297/user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ac52b31753e4852aa7ab25cbff34ecb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T17:16:42,212 INFO [M:0;74e38af3904c:33965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false 2024-11-08T17:16:42,213 INFO [M:0;74e38af3904c:33965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:42,214 DEBUG [M:0;74e38af3904c:33965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086200877Disabling compacts and flushes for region at 1731086200877Disabling writes for close at 1731086200877Obtaining lock to block concurrent updates at 1731086200877Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086200877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731086200878 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086200879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086200879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086200899 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086200899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086201315 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086201333 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086201333Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086201746 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086201766 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086201766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8633ea: reopening flushed file at 1731086202184 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a83a87c: reopening flushed file at 1731086202196 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b506a46: reopening flushed file at 1731086202203 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false at 1731086202212 (+9 ms)Writing region close event to WAL at 1731086202213 (+1 ms)Closed at 1731086202213 2024-11-08T17:16:42,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741830_1006 (size=10165) 2024-11-08T17:16:42,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/062d70e0-a229-2501-42a8-4b339367b347/MasterData/WALs/74e38af3904c,33965,1731086183721/74e38af3904c%2C33965%2C1731086183721.1731086185473 not finished, retry = 0 2024-11-08T17:16:42,318 INFO [M:0;74e38af3904c:33965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:16:42,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:16:42,318 INFO [M:0;74e38af3904c:33965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33965 2024-11-08T17:16:42,322 INFO [M:0;74e38af3904c:33965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:16:42,485 INFO [M:0;74e38af3904c:33965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:16:42,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:42,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x1011b72b0cd0003, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:42,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a39bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:16:42,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:16:42,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:16:42,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:16:42,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.log.dir/,STOPPED} 2024-11-08T17:16:42,509 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:16:42,509 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:16:42,509 WARN [BP-478319489-172.17.0.2-1731086181113 heartbeating to localhost/127.0.0.1:42297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:16:42,509 WARN [BP-478319489-172.17.0.2-1731086181113 heartbeating to localhost/127.0.0.1:42297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-478319489-172.17.0.2-1731086181113 (Datanode Uuid 10cb96e4-bb80-4a98-b441-d0968f803c6c) service to localhost/127.0.0.1:42297 2024-11-08T17:16:42,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/cluster_b57071a4-8596-f11a-d40b-6aa7ed4b9930/data/data1/current/BP-478319489-172.17.0.2-1731086181113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:16:42,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/cluster_b57071a4-8596-f11a-d40b-6aa7ed4b9930/data/data2/current/BP-478319489-172.17.0.2-1731086181113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:16:42,511 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:16:42,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49025f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:16:42,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:16:42,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:16:42,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:16:42,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.log.dir/,STOPPED} 2024-11-08T17:16:42,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:16:42,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:16:42,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:42,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:42,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:42,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:42,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:16:42,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1725251013, stopped=false 2024-11-08T17:16:42,544 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,40469,1731086193794 2024-11-08T17:16:42,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:42,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:42,553 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/running 2024-11-08T17:16:42,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:42,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:42,553 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:42,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:42,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:42,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:42,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:42,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Set watcher on znode that does not yet exist, /01002834959/running 2024-11-08T17:16:42,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,35713,1731086193973' ***** 2024-11-08T17:16:42,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:16:42,554 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:16:42,555 INFO [RS:0;74e38af3904c:35713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:16:42,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:16:42,555 INFO [RS:0;74e38af3904c:35713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:16:42,555 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(3091): Received CLOSE for d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:42,555 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,35713,1731086193973 2024-11-08T17:16:42,555 INFO [RS:0;74e38af3904c:35713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:42,555 INFO [RS:0;74e38af3904c:35713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:35713. 2024-11-08T17:16:42,555 DEBUG [RS:0;74e38af3904c:35713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:42,555 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:42,556 INFO [RS:0;74e38af3904c:35713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:16:42,556 INFO [RS:0;74e38af3904c:35713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:16:42,556 INFO [RS:0;74e38af3904c:35713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:16:42,556 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:16:42,556 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3c90bfdd9ffe62e98b3db102d02c49c, disabling compactions & flushes 2024-11-08T17:16:42,556 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:42,556 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:16:42,556 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:42,556 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d3c90bfdd9ffe62e98b3db102d02c49c=hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c.} 2024-11-08T17:16:42,556 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. after waiting 0 ms 2024-11-08T17:16:42,556 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3c90bfdd9ffe62e98b3db102d02c49c 2024-11-08T17:16:42,556 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:42,556 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:42,557 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:42,557 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:42,557 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:42,557 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:42,557 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T17:16:42,567 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/replication/d3c90bfdd9ffe62e98b3db102d02c49c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T17:16:42,567 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:42,568 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:42,568 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:42,568 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3c90bfdd9ffe62e98b3db102d02c49c: Waiting for close lock at 1731086202556Running coprocessor pre-close hooks at 1731086202556Disabling compacts and flushes for region at 1731086202556Disabling writes for close at 1731086202556Writing region close event to WAL at 1731086202560 (+4 ms)Running coprocessor post-close hooks at 1731086202567 (+7 ms)Closed at 1731086202568 (+1 ms) 2024-11-08T17:16:42,568 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c. 2024-11-08T17:16:42,570 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:42,578 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/info/359e0a4cb5ab4b80a5d113f3a3d98af8 is 147, key is hbase:replication,,1731086187049.d3c90bfdd9ffe62e98b3db102d02c49c./info:regioninfo/1731086199845/Put/seqid=0 2024-11-08T17:16:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741851_1027 (size=6385) 2024-11-08T17:16:42,757 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:42,957 DEBUG [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:42,991 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/info/359e0a4cb5ab4b80a5d113f3a3d98af8 2024-11-08T17:16:43,000 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/.tmp/info/359e0a4cb5ab4b80a5d113f3a3d98af8 as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/info/359e0a4cb5ab4b80a5d113f3a3d98af8 2024-11-08T17:16:43,008 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/info/359e0a4cb5ab4b80a5d113f3a3d98af8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T17:16:43,009 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false 2024-11-08T17:16:43,015 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T17:16:43,016 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:43,016 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:43,016 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:43,016 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086202556Running coprocessor pre-close hooks at 1731086202556Disabling compacts and flushes for region at 1731086202556Disabling writes for close at 1731086202557 (+1 ms)Obtaining lock to block concurrent updates at 1731086202557Preparing flush snapshotting stores in 1588230740 at 1731086202557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731086202558 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086202559 (+1 ms)Flushing 1588230740/info: creating writer at 1731086202559Flushing 1588230740/info: appending metadata at 1731086202577 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731086202577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18947603: reopening flushed file at 1731086202999 (+422 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false at 1731086203009 (+10 ms)Writing region close event to WAL at 1731086203011 (+2 ms)Running coprocessor post-close hooks at 1731086203016 (+5 ms)Closed at 1731086203016 2024-11-08T17:16:43,017 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:43,079 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:43,085 DEBUG [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 to pos 0, reset compression=false 2024-11-08T17:16:43,155 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:16:43,155 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:16:43,157 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,35713,1731086193973; all regions closed. 2024-11-08T17:16:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741849_1025 (size=2156) 2024-11-08T17:16:43,161 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.meta.1731086195512.meta not finished, retry = 0 2024-11-08T17:16:43,265 DEBUG [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs 2024-11-08T17:16:43,265 INFO [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C35713%2C1731086193973.meta:.meta(num 1731086195512) 2024-11-08T17:16:43,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741850_1026 (size=796) 2024-11-08T17:16:43,270 DEBUG [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs 2024-11-08T17:16:43,270 INFO [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C35713%2C1731086193973.rep:(num 1731086199792) 2024-11-08T17:16:43,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/WALs/74e38af3904c,35713,1731086193973/74e38af3904c%2C35713%2C1731086193973.1731086195257 not finished, retry = 0 2024-11-08T17:16:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741848_1024 (size=93) 2024-11-08T17:16:43,375 DEBUG [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/oldWALs 2024-11-08T17:16:43,375 INFO [RS:0;74e38af3904c:35713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C35713%2C1731086193973:(num 1731086195257) 2024-11-08T17:16:43,375 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:43,375 INFO [RS:0;74e38af3904c:35713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:43,375 INFO [RS:0;74e38af3904c:35713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:43,376 INFO [RS:0;74e38af3904c:35713 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:43,376 INFO [RS:0;74e38af3904c:35713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:43,376 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:16:43,376 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T17:16:43,376 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,35713,1731086193973 because: Region server is closing 2024-11-08T17:16:43,376 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T17:16:43,376 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T17:16:43,376 INFO [RS:0;74e38af3904c:35713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:35713. 2024-11-08T17:16:43,376 DEBUG [RS:0;74e38af3904c:35713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:43,377 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:43,377 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:43,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:43,477 WARN [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:16:43,477 WARN [RS:0;74e38af3904c:35713.replicationSource.shipper74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:16:43,478 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;74e38af3904c:35713.replicationSource.shipper74e38af3904c%2C35713%2C1731086193973,1-74e38af3904c,35713,1731086193973 terminated 2024-11-08T17:16:43,478 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-74e38af3904c,35713,1731086193973 because: Region server is closing 2024-11-08T17:16:43,478 INFO [RS:0;74e38af3904c:35713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:35713. 2024-11-08T17:16:43,478 DEBUG [RS:0;74e38af3904c:35713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:43,478 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:43,478 DEBUG [RS:0;74e38af3904c:35713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:43,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:43,579 WARN [RS:0;74e38af3904c:35713.replicationSource.shipper74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:16:43,579 WARN [RS:0;74e38af3904c:35713.replicationSource.wal-reader.74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:16:43,579 INFO [RS:0;74e38af3904c:35713 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;74e38af3904c:35713.replicationSource.shipper74e38af3904c%2C35713%2C1731086193973,2-74e38af3904c,35713,1731086193973 terminated 2024-11-08T17:16:43,579 INFO [RS:0;74e38af3904c:35713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35713 2024-11-08T17:16:43,627 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/rs/74e38af3904c,35713,1731086193973 2024-11-08T17:16:43,627 INFO [RS:0;74e38af3904c:35713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:16:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959/rs 2024-11-08T17:16:43,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,35713,1731086193973] 2024-11-08T17:16:43,647 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01002834959/draining/74e38af3904c,35713,1731086193973 already deleted, retry=false 2024-11-08T17:16:43,647 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,35713,1731086193973 expired; onlineServers=0 2024-11-08T17:16:43,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,40469,1731086193794' ***** 2024-11-08T17:16:43,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:16:43,648 INFO [M:0;74e38af3904c:40469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:43,648 INFO [M:0;74e38af3904c:40469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:43,648 DEBUG [M:0;74e38af3904c:40469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:16:43,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:16:43,648 DEBUG [M:0;74e38af3904c:40469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:16:43,648 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086194929 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086194929,5,FailOnTimeoutGroup] 2024-11-08T17:16:43,648 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086194929 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086194929,5,FailOnTimeoutGroup] 2024-11-08T17:16:43,648 INFO [M:0;74e38af3904c:40469 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:43,648 INFO [M:0;74e38af3904c:40469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:43,648 DEBUG [M:0;74e38af3904c:40469 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:16:43,648 INFO [M:0;74e38af3904c:40469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:16:43,649 INFO [M:0;74e38af3904c:40469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:43,649 INFO [M:0;74e38af3904c:40469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:16:43,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:16:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002834959/master 2024-11-08T17:16:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002834959 2024-11-08T17:16:43,658 DEBUG [M:0;74e38af3904c:40469 {}] zookeeper.ZKUtil(347): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Unable to get data of znode /01002834959/master because node does not exist (not an error) 2024-11-08T17:16:43,658 WARN [M:0;74e38af3904c:40469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:16:43,659 INFO [M:0;74e38af3904c:40469 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/.lastflushedseqids 2024-11-08T17:16:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741852_1028 (size=181) 2024-11-08T17:16:43,737 INFO [RS:0;74e38af3904c:35713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:16:43,737 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:43,737 INFO [RS:0;74e38af3904c:35713 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,35713,1731086193973; zookeeper connection closed. 2024-11-08T17:16:43,737 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35713-0x1011b72b0cd0007, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:43,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 2024-11-08T17:16:43,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:16:44,065 INFO [M:0;74e38af3904c:40469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:16:44,065 INFO [M:0;74e38af3904c:40469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:16:44,065 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:16:44,065 INFO [M:0;74e38af3904c:40469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:44,066 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:44,066 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:16:44,066 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:44,066 INFO [M:0;74e38af3904c:40469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T17:16:44,084 DEBUG [M:0;74e38af3904c:40469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d73e9270c3234d36bf458026616fc696 is 82, key is hbase:meta,,1/info:regioninfo/1731086195581/Put/seqid=0 2024-11-08T17:16:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741853_1029 (size=5680) 2024-11-08T17:16:44,489 INFO [M:0;74e38af3904c:40469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d73e9270c3234d36bf458026616fc696 2024-11-08T17:16:44,516 DEBUG [M:0;74e38af3904c:40469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fd28c2ef28343eb9811163a692c9f60 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731086199855/Put/seqid=0 2024-11-08T17:16:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741854_1030 (size=7319) 2024-11-08T17:16:44,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:16:44,922 INFO [M:0;74e38af3904c:40469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fd28c2ef28343eb9811163a692c9f60 2024-11-08T17:16:44,944 DEBUG [M:0;74e38af3904c:40469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdca0ec1b3904603850188212c22f06c is 69, key is 74e38af3904c,35713,1731086193973/rs:state/1731086194991/Put/seqid=0 2024-11-08T17:16:44,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741855_1031 (size=5371) 2024-11-08T17:16:45,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:16:45,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:16:45,350 INFO [M:0;74e38af3904c:40469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdca0ec1b3904603850188212c22f06c 2024-11-08T17:16:45,356 INFO [M:0;74e38af3904c:40469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdca0ec1b3904603850188212c22f06c 2024-11-08T17:16:45,358 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d73e9270c3234d36bf458026616fc696 as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d73e9270c3234d36bf458026616fc696 2024-11-08T17:16:45,367 INFO [M:0;74e38af3904c:40469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d73e9270c3234d36bf458026616fc696, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T17:16:45,368 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fd28c2ef28343eb9811163a692c9f60 as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fd28c2ef28343eb9811163a692c9f60 2024-11-08T17:16:45,375 INFO [M:0;74e38af3904c:40469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fd28c2ef28343eb9811163a692c9f60, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T17:16:45,377 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdca0ec1b3904603850188212c22f06c as hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdca0ec1b3904603850188212c22f06c 2024-11-08T17:16:45,385 INFO [M:0;74e38af3904c:40469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdca0ec1b3904603850188212c22f06c 2024-11-08T17:16:45,385 INFO [M:0;74e38af3904c:40469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39309/user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdca0ec1b3904603850188212c22f06c, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T17:16:45,386 INFO [M:0;74e38af3904c:40469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=172, compaction requested=false 2024-11-08T17:16:45,390 INFO [M:0;74e38af3904c:40469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:45,390 DEBUG [M:0;74e38af3904c:40469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086204065Disabling compacts and flushes for region at 1731086204065Disabling writes for close at 1731086204066 (+1 ms)Obtaining lock to block concurrent updates at 1731086204066Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086204066Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731086204066Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086204067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086204067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086204083 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086204083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086204496 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086204516 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086204516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086204928 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086204943 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086204943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53493b51: reopening flushed file at 1731086205356 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1375488: reopening flushed file at 1731086205367 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d217e33: reopening flushed file at 1731086205376 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=172, compaction requested=false at 1731086205386 (+10 ms)Writing region close event to WAL at 1731086205390 (+4 ms)Closed at 1731086205390 2024-11-08T17:16:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741847_1023 (size=22949) 2024-11-08T17:16:45,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7291d595-d95c-1264-113a-2bea819a9e83/MasterData/WALs/74e38af3904c,40469,1731086193794/74e38af3904c%2C40469%2C1731086193794.1731086194568 not finished, retry = 0 2024-11-08T17:16:45,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:16:45,494 INFO [M:0;74e38af3904c:40469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:16:45,494 INFO [M:0;74e38af3904c:40469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40469 2024-11-08T17:16:45,495 INFO [M:0;74e38af3904c:40469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:16:45,653 INFO [M:0;74e38af3904c:40469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:16:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1011b72b0cd0006, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:45,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:16:45,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:16:45,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:16:45,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:16:45,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.log.dir/,STOPPED} 2024-11-08T17:16:45,657 WARN [BP-504923421-172.17.0.2-1731086170633 heartbeating to localhost/127.0.0.1:39309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:16:45,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:16:45,657 WARN [BP-504923421-172.17.0.2-1731086170633 heartbeating to localhost/127.0.0.1:39309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-504923421-172.17.0.2-1731086170633 (Datanode Uuid dc85e8a0-519b-4539-9bb2-428868c8996d) service to localhost/127.0.0.1:39309 2024-11-08T17:16:45,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:16:45,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb/data/data1/current/BP-504923421-172.17.0.2-1731086170633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:16:45,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/cluster_b3079df2-fba8-a231-7dd9-3f40b3effecb/data/data2/current/BP-504923421-172.17.0.2-1731086170633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:16:45,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:16:45,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:16:45,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:16:45,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:16:45,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:16:45,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43dc1f25-ccb6-e9cc-d85e-3503abd90cae/hadoop.log.dir/,STOPPED} 2024-11-08T17:16:45,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:16:45,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:16:45,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53675) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74e38af3904c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/74e38af3904c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74e38af3904c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/74e38af3904c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39309 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53675) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/74e38af3904c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42297 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 381), ProcessCount=11 (was 11), AvailableMemoryMB=3502 (was 4341) 2024-11-08T17:16:45,706 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=3501 2024-11-08T17:16:45,723 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T17:16:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.log.dir so I do NOT create it in target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7 2024-11-08T17:16:45,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:16:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.tmp.dir so I do NOT create it in target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7 2024-11-08T17:16:45,724 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/86c6aed2-3860-3802-f1fd-f253a5aba45f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:16:45,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7 2024-11-08T17:16:45,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d, deleteOnExit=true 2024-11-08T17:16:45,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d/zookeeper_0, clientPort=55181, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:16:45,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55181 2024-11-08T17:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/test.cache.data in system properties and HBase conf 2024-11-08T17:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:16:45,729 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:16:45,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b72b0cd0002, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:16:45,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b72b0cd0005, quorum=127.0.0.1:53675, baseZNode=/191332413 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:16:45,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b72b0cd0005, quorum=127.0.0.1:53675, baseZNode=/191332413 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:16:45,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b72b0cd0002, quorum=127.0.0.1:53675, baseZNode=/01002834959 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:16:46,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:46,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:46,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:46,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:46,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:16:46,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:46,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:46,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:46,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:46,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:16:46,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:16:46,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:46,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629579f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/java.io.tmpdir/jetty-localhost-36325-hadoop-hdfs-3_4_1-tests_jar-_-any-12466644538511306431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:16:46,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:36325} 2024-11-08T17:16:46,215 INFO [Time-limited test {}] server.Server(415): Started @38994ms 2024-11-08T17:16:46,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:46,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:46,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:46,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:46,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:16:46,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:46,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:46,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21349e35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/java.io.tmpdir/jetty-localhost-40433-hadoop-hdfs-3_4_1-tests_jar-_-any-3348191464635842419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:16:46,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:40433} 2024-11-08T17:16:46,633 INFO [Time-limited test {}] server.Server(415): Started @39413ms 2024-11-08T17:16:46,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:16:47,320 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d/data/data2/current/BP-34819170-172.17.0.2-1731086205754/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:47,320 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d/data/data1/current/BP-34819170-172.17.0.2-1731086205754/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:47,365 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:16:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65b408fb9908a44d with lease ID 0x378366d6561f5540: Processing first storage report for DS-615e798e-7f13-4c2e-8b00-87d9d8480958 from datanode DatanodeRegistration(127.0.0.1:46351, datanodeUuid=3ca5abce-a761-4a4d-a257-ffc677c6227c, infoPort=35511, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1287773823;c=1731086205754) 2024-11-08T17:16:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65b408fb9908a44d with lease ID 0x378366d6561f5540: from storage DS-615e798e-7f13-4c2e-8b00-87d9d8480958 node DatanodeRegistration(127.0.0.1:46351, datanodeUuid=3ca5abce-a761-4a4d-a257-ffc677c6227c, infoPort=35511, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1287773823;c=1731086205754), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:16:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65b408fb9908a44d with lease ID 0x378366d6561f5540: Processing first storage report for DS-67149f11-8199-416a-9cb3-468ef5697b15 from datanode DatanodeRegistration(127.0.0.1:46351, datanodeUuid=3ca5abce-a761-4a4d-a257-ffc677c6227c, infoPort=35511, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1287773823;c=1731086205754) 2024-11-08T17:16:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65b408fb9908a44d with lease ID 0x378366d6561f5540: from storage DS-67149f11-8199-416a-9cb3-468ef5697b15 node DatanodeRegistration(127.0.0.1:46351, datanodeUuid=3ca5abce-a761-4a4d-a257-ffc677c6227c, infoPort=35511, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1287773823;c=1731086205754), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:16:47,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7 2024-11-08T17:16:47,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:47,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:16:47,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee with version=8 2024-11-08T17:16:47,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/hbase-staging 2024-11-08T17:16:47,407 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:47,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:47,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:47,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:47,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:47,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:47,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:16:47,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:47,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41649 2024-11-08T17:16:47,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41649 connecting to ZooKeeper ensemble=127.0.0.1:55181 2024-11-08T17:16:47,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416490x0, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:47,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41649-0x1011b733ec90000 connected 2024-11-08T17:16:47,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:47,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:47,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on znode that does not yet exist, /0-447049981/running 2024-11-08T17:16:47,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee, hbase.cluster.distributed=false 2024-11-08T17:16:47,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on znode that does not yet exist, /0-447049981/acl 2024-11-08T17:16:47,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-08T17:16:47,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41649 2024-11-08T17:16:47,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41649 2024-11-08T17:16:47,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-08T17:16:47,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-08T17:16:47,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:47,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:47,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:47,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:47,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:47,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:47,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:16:47,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:47,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43605 2024-11-08T17:16:47,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43605 connecting to ZooKeeper ensemble=127.0.0.1:55181 2024-11-08T17:16:47,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:47,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436050x0, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:47,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43605-0x1011b733ec90001 connected 2024-11-08T17:16:47,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on znode that does not yet exist, /0-447049981/running 2024-11-08T17:16:47,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:16:47,733 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:16:47,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on znode that does not yet exist, /0-447049981/master 2024-11-08T17:16:47,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on znode that does not yet exist, /0-447049981/acl 2024-11-08T17:16:47,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-08T17:16:47,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43605 2024-11-08T17:16:47,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43605 2024-11-08T17:16:47,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-08T17:16:47,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-08T17:16:47,768 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:41649 2024-11-08T17:16:47,768 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-447049981/backup-masters/74e38af3904c,41649,1731086207406 2024-11-08T17:16:47,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981/backup-masters 2024-11-08T17:16:47,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981/backup-masters 2024-11-08T17:16:47,774 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on existing znode=/0-447049981/backup-masters/74e38af3904c,41649,1731086207406 2024-11-08T17:16:47,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-447049981/master 2024-11-08T17:16:47,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:47,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:47,785 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on existing znode=/0-447049981/master 2024-11-08T17:16:47,785 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-447049981/backup-masters/74e38af3904c,41649,1731086207406 from backup master directory 2024-11-08T17:16:47,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-447049981/backup-masters/74e38af3904c,41649,1731086207406 2024-11-08T17:16:47,795 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:47,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981/backup-masters 2024-11-08T17:16:47,795 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,41649,1731086207406 2024-11-08T17:16:47,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981/backup-masters 2024-11-08T17:16:47,800 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/hbase.id] with ID: 0b2bf7de-e459-40e9-ae35-1d96b13f88d0 2024-11-08T17:16:47,800 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/.tmp/hbase.id 2024-11-08T17:16:47,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:16:48,212 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/.tmp/hbase.id]:[hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/hbase.id] 2024-11-08T17:16:48,226 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:48,226 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:16:48,228 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T17:16:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:16:48,690 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:16:48,691 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:16:48,691 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:16:49,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store 2024-11-08T17:16:49,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:16:49,508 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:49,508 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:16:49,508 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:49,508 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:49,508 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:16:49,508 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:49,508 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:49,508 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086209508Disabling compacts and flushes for region at 1731086209508Disabling writes for close at 1731086209508Writing region close event to WAL at 1731086209508Closed at 1731086209508 2024-11-08T17:16:49,509 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/.initializing 2024-11-08T17:16:49,509 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/WALs/74e38af3904c,41649,1731086207406 2024-11-08T17:16:49,511 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:49,513 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C41649%2C1731086207406, suffix=, logDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/WALs/74e38af3904c,41649,1731086207406, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/oldWALs, maxLogs=10 2024-11-08T17:16:49,529 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/WALs/74e38af3904c,41649,1731086207406/74e38af3904c%2C41649%2C1731086207406.1731086209513, exclude list is [], retry=0 2024-11-08T17:16:49,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46351,DS-615e798e-7f13-4c2e-8b00-87d9d8480958,DISK] 2024-11-08T17:16:49,534 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/WALs/74e38af3904c,41649,1731086207406/74e38af3904c%2C41649%2C1731086207406.1731086209513 2024-11-08T17:16:49,541 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511)] 2024-11-08T17:16:49,541 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:49,542 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:49,542 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,542 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:16:49,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:49,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:49,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:16:49,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:49,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:49,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:16:49,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:49,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:49,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:16:49,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:49,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:49,552 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,553 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,553 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,554 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,554 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,555 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:49,556 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:49,558 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:49,559 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61945187, jitterRate=-0.07694478332996368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:49,560 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086209542Initializing all the Stores at 1731086209543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086209543Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086209543Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086209543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086209543Cleaning up temporary data from old regions at 1731086209554 (+11 ms)Region opened successfully at 1731086209560 (+6 ms) 2024-11-08T17:16:49,560 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:16:49,564 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16156ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:49,565 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:16:49,565 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:16:49,565 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:16:49,565 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:16:49,566 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:16:49,566 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:16:49,566 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:16:49,568 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:16:49,569 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Unable to get data of znode /0-447049981/balancer because node does not exist (not necessarily an error) 2024-11-08T17:16:49,637 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-447049981/balancer already deleted, retry=false 2024-11-08T17:16:49,637 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:16:49,638 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Unable to get data of znode /0-447049981/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:16:49,647 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-447049981/normalizer already deleted, retry=false 2024-11-08T17:16:49,647 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:16:49,649 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Unable to get data of znode /0-447049981/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:16:49,658 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-447049981/switch/split already deleted, retry=false 2024-11-08T17:16:49,659 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Unable to get data of znode /0-447049981/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:16:49,668 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-447049981/switch/merge already deleted, retry=false 2024-11-08T17:16:49,670 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Unable to get data of znode /0-447049981/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:16:49,679 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-447049981/snapshot-cleanup already deleted, retry=false 2024-11-08T17:16:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-447049981/running 2024-11-08T17:16:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-447049981/running 2024-11-08T17:16:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:49,690 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,41649,1731086207406, sessionid=0x1011b733ec90000, setting cluster-up flag (Was=false) 2024-11-08T17:16:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:49,742 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-447049981/flush-table-proc/acquired, /0-447049981/flush-table-proc/reached, /0-447049981/flush-table-proc/abort 2024-11-08T17:16:49,743 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,41649,1731086207406 2024-11-08T17:16:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:49,795 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-447049981/online-snapshot/acquired, /0-447049981/online-snapshot/reached, /0-447049981/online-snapshot/abort 2024-11-08T17:16:49,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,41649,1731086207406 2024-11-08T17:16:49,797 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:16:49,799 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:49,799 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:16:49,800 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:16:49,800 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,41649,1731086207406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:49,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,816 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086239816 2024-11-08T17:16:49,816 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:16:49,816 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:16:49,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:16:49,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:16:49,817 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:16:49,818 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:16:49,818 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:16:49,819 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:49,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:16:49,824 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086209818,5,FailOnTimeoutGroup] 2024-11-08T17:16:49,832 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086209824,5,FailOnTimeoutGroup] 2024-11-08T17:16:49,832 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,832 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:16:49,832 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,832 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:16:49,855 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(746): ClusterId : 0b2bf7de-e459-40e9-ae35-1d96b13f88d0 2024-11-08T17:16:49,855 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:16:49,868 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:16:49,868 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:16:49,879 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:16:49,880 DEBUG [RS:0;74e38af3904c:43605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57edac9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:49,894 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:43605 2024-11-08T17:16:49,894 INFO [RS:0;74e38af3904c:43605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:16:49,894 INFO [RS:0;74e38af3904c:43605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:16:49,894 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:16:49,895 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,41649,1731086207406 with port=43605, startcode=1731086207707 2024-11-08T17:16:49,895 DEBUG [RS:0;74e38af3904c:43605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:16:49,897 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:16:49,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,43605,1731086207707 2024-11-08T17:16:49,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41649 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,43605,1731086207707 2024-11-08T17:16:49,900 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee 2024-11-08T17:16:49,900 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36495 2024-11-08T17:16:49,900 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:16:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981/rs 2024-11-08T17:16:49,911 DEBUG [RS:0;74e38af3904c:43605 {}] zookeeper.ZKUtil(111): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on existing znode=/0-447049981/rs/74e38af3904c,43605,1731086207707 2024-11-08T17:16:49,911 WARN [RS:0;74e38af3904c:43605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:49,911 INFO [RS:0;74e38af3904c:43605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:49,911 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707 2024-11-08T17:16:49,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,43605,1731086207707] 2024-11-08T17:16:49,919 INFO [RS:0;74e38af3904c:43605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:16:49,921 INFO [RS:0;74e38af3904c:43605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:16:49,922 INFO [RS:0;74e38af3904c:43605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:16:49,922 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,922 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:16:49,923 INFO [RS:0;74e38af3904c:43605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:16:49,923 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,923 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,923 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,923 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,923 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,923 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:49,924 DEBUG [RS:0;74e38af3904c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:49,928 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,928 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,928 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,928 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,928 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,928 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43605,1731086207707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:49,946 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:16:49,946 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43605,1731086207707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,946 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,946 INFO [RS:0;74e38af3904c:43605 {}] regionserver.Replication(171): 74e38af3904c,43605,1731086207707 started 2024-11-08T17:16:49,963 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:49,963 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,43605,1731086207707, RpcServer on 74e38af3904c/172.17.0.2:43605, sessionid=0x1011b733ec90001 2024-11-08T17:16:49,963 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:16:49,963 DEBUG [RS:0;74e38af3904c:43605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,43605,1731086207707 2024-11-08T17:16:49,963 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,43605,1731086207707' 2024-11-08T17:16:49,964 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-447049981/flush-table-proc/abort' 2024-11-08T17:16:49,964 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-447049981/flush-table-proc/acquired' 2024-11-08T17:16:49,964 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:16:49,964 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:16:49,964 DEBUG [RS:0;74e38af3904c:43605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,43605,1731086207707 2024-11-08T17:16:49,964 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,43605,1731086207707' 2024-11-08T17:16:49,964 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-447049981/online-snapshot/abort' 2024-11-08T17:16:49,965 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-447049981/online-snapshot/acquired' 2024-11-08T17:16:49,965 DEBUG [RS:0;74e38af3904c:43605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:16:49,965 INFO [RS:0;74e38af3904c:43605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:16:49,965 INFO [RS:0;74e38af3904c:43605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:16:50,066 INFO [RS:0;74e38af3904c:43605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:50,067 INFO [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43605%2C1731086207707, suffix=, logDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/oldWALs, maxLogs=10 2024-11-08T17:16:50,086 DEBUG [RS:0;74e38af3904c:43605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068, exclude list is [], retry=0 2024-11-08T17:16:50,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46351,DS-615e798e-7f13-4c2e-8b00-87d9d8480958,DISK] 2024-11-08T17:16:50,091 INFO [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068 2024-11-08T17:16:50,092 DEBUG [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511)] 2024-11-08T17:16:50,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:16:50,248 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee 2024-11-08T17:16:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:16:50,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:50,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:50,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:50,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:50,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:50,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:50,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:50,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:50,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:50,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:50,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:50,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:50,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:50,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:50,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:50,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:50,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740 2024-11-08T17:16:50,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740 2024-11-08T17:16:50,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:50,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:50,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:50,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:50,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:50,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70746775, jitterRate=0.05420909821987152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:50,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086210656Initializing all the Stores at 1731086210657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086210657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086210657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086210657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086210657Cleaning up temporary data from old regions at 1731086210668 (+11 ms)Region opened successfully at 1731086210674 (+6 ms) 2024-11-08T17:16:50,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:50,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:50,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:50,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:50,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:50,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:50,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086210674Disabling compacts and flushes for region at 1731086210674Disabling writes for close at 1731086210674Writing region close event to WAL at 1731086210674Closed at 1731086210674 2024-11-08T17:16:50,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:50,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:16:50,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:16:50,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:50,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:16:50,829 DEBUG [74e38af3904c:41649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:16:50,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,43605,1731086207707 2024-11-08T17:16:50,831 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,43605,1731086207707, state=OPENING 2024-11-08T17:16:50,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:16:50,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:50,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:50,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:50,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,43605,1731086207707}] 2024-11-08T17:16:50,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-447049981/meta-region-server: CHANGED 2024-11-08T17:16:50,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-447049981/meta-region-server: CHANGED 2024-11-08T17:16:51,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:16:51,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:16:51,060 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:16:51,061 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:51,061 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:16:51,063 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43605%2C1731086207707.meta, suffix=.meta, logDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/oldWALs, maxLogs=10 2024-11-08T17:16:51,079 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.meta.1731086211064.meta, exclude list is [], retry=0 2024-11-08T17:16:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46351,DS-615e798e-7f13-4c2e-8b00-87d9d8480958,DISK] 2024-11-08T17:16:51,085 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.meta.1731086211064.meta 2024-11-08T17:16:51,085 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511)] 2024-11-08T17:16:51,085 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:51,086 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:51,086 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:51,086 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:16:51,086 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:16:51,086 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:16:51,087 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:51,087 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:16:51,087 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:16:51,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:51,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:51,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:51,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:51,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:51,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:51,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:51,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:51,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:51,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:51,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:51,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:51,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:51,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:51,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:51,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:51,102 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:51,103 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740 2024-11-08T17:16:51,105 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740 2024-11-08T17:16:51,107 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:51,107 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:51,108 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:51,110 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:51,111 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60855183, jitterRate=-0.0931871086359024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:51,112 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:16:51,113 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086211087Writing region info on filesystem at 1731086211087Initializing all the Stores at 1731086211088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086211088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086211092 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086211092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086211092Cleaning up temporary data from old regions at 1731086211107 (+15 ms)Running coprocessor post-open hooks at 1731086211112 (+5 ms)Region opened successfully at 1731086211112 2024-11-08T17:16:51,114 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086211053 2024-11-08T17:16:51,117 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:16:51,117 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:16:51,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,43605,1731086207707 2024-11-08T17:16:51,119 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,43605,1731086207707, state=OPEN 2024-11-08T17:16:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-447049981/meta-region-server 2024-11-08T17:16:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-447049981/meta-region-server 2024-11-08T17:16:51,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,43605,1731086207707 2024-11-08T17:16:51,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-447049981/meta-region-server: CHANGED 2024-11-08T17:16:51,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-447049981/meta-region-server: CHANGED 2024-11-08T17:16:51,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:16:51,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,43605,1731086207707 in 259 msec 2024-11-08T17:16:51,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:16:51,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-08T17:16:51,167 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:51,167 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:16:51,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:51,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43605,1731086207707, seqNum=-1] 2024-11-08T17:16:51,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:51,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:51,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-11-08T17:16:51,178 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086211178, completionTime=-1 2024-11-08T17:16:51,178 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:16:51,178 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:16:51,180 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:16:51,180 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086271180 2024-11-08T17:16:51,180 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086331180 2024-11-08T17:16:51,181 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:16:51,181 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41649,1731086207406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:51,181 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41649,1731086207406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:51,181 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41649,1731086207406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:51,181 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:41649, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:51,181 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:51,182 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:51,184 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.391sec 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41649,1731086207406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:51,187 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41649,1731086207406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:16:51,190 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:16:51,190 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:16:51,190 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41649,1731086207406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:51,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:51,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41649,-1 for getting cluster id 2024-11-08T17:16:51,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:51,258 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b2bf7de-e459-40e9-ae35-1d96b13f88d0' 2024-11-08T17:16:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b2bf7de-e459-40e9-ae35-1d96b13f88d0" 2024-11-08T17:16:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23730ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41649,-1] 2024-11-08T17:16:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:51,260 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:51,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:51,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43605,1731086207707, seqNum=-1] 2024-11-08T17:16:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:51,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:51,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,41649,1731086207406 2024-11-08T17:16:51,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55181 2024-11-08T17:16:51,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:51,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b733ec90002 connected 2024-11-08T17:16:51,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.log.dir so I do NOT create it in target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0 2024-11-08T17:16:51,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:16:51,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.tmp.dir so I do NOT create it in target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0 2024-11-08T17:16:51,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:16:51,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0 2024-11-08T17:16:51,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:16:51,304 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/cluster_03e0c83f-e017-b96c-2afd-b38b19d32f6e, deleteOnExit=true 2024-11-08T17:16:51,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:16:51,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/test.cache.data in system properties and HBase conf 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:16:51,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:16:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:16:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:16:51,649 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T17:16:51,651 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:16:51,670 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:16:51,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:51,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:51,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:51,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:51,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:16:51,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:51,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:51,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4566547a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:51,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b28e0f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/java.io.tmpdir/jetty-localhost-33329-hadoop-hdfs-3_4_1-tests_jar-_-any-15495937132248574214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:16:51,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b632b98{HTTP/1.1, (http/1.1)}{localhost:33329} 2024-11-08T17:16:51,825 INFO [Time-limited test {}] server.Server(415): Started @44605ms 2024-11-08T17:16:52,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:16:52,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:16:52,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:16:52,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:16:52,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:16:52,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5831a53d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:16:52,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3824b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:16:52,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4700fe8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/java.io.tmpdir/jetty-localhost-35201-hadoop-hdfs-3_4_1-tests_jar-_-any-2835576949073822969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:16:52,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4599a006{HTTP/1.1, (http/1.1)}{localhost:35201} 2024-11-08T17:16:52,265 INFO [Time-limited test {}] server.Server(415): Started @45044ms 2024-11-08T17:16:52,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:16:53,414 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/cluster_03e0c83f-e017-b96c-2afd-b38b19d32f6e/data/data1/current/BP-1134167694-172.17.0.2-1731086211334/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:53,414 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/cluster_03e0c83f-e017-b96c-2afd-b38b19d32f6e/data/data2/current/BP-1134167694-172.17.0.2-1731086211334/current, will proceed with Du for space computation calculation, 2024-11-08T17:16:53,444 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:16:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8eea8f5a862263d4 with lease ID 0x6383f7fa873b46d7: Processing first storage report for DS-cf20c283-9214-4d29-820c-169980c3d3bb from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=6d04b469-c7da-44d8-843c-15c42e876dc2, infoPort=45425, infoSecurePort=0, ipcPort=37029, storageInfo=lv=-57;cid=testClusterID;nsid=348433210;c=1731086211334) 2024-11-08T17:16:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8eea8f5a862263d4 with lease ID 0x6383f7fa873b46d7: from storage DS-cf20c283-9214-4d29-820c-169980c3d3bb node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=6d04b469-c7da-44d8-843c-15c42e876dc2, infoPort=45425, infoSecurePort=0, ipcPort=37029, storageInfo=lv=-57;cid=testClusterID;nsid=348433210;c=1731086211334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:16:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8eea8f5a862263d4 with lease ID 0x6383f7fa873b46d7: Processing first storage report for DS-4e08bb41-9fc2-4de7-bb0f-1825056d79e9 from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=6d04b469-c7da-44d8-843c-15c42e876dc2, infoPort=45425, infoSecurePort=0, ipcPort=37029, storageInfo=lv=-57;cid=testClusterID;nsid=348433210;c=1731086211334) 2024-11-08T17:16:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8eea8f5a862263d4 with lease ID 0x6383f7fa873b46d7: from storage DS-4e08bb41-9fc2-4de7-bb0f-1825056d79e9 node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=6d04b469-c7da-44d8-843c-15c42e876dc2, infoPort=45425, infoSecurePort=0, ipcPort=37029, storageInfo=lv=-57;cid=testClusterID;nsid=348433210;c=1731086211334), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T17:16:53,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0 2024-11-08T17:16:53,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:53,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:16:53,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636 with version=8 2024-11-08T17:16:53,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/hbase-staging 2024-11-08T17:16:53,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:53,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:53,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:53,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:53,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:53,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:53,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:16:53,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:53,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41339 2024-11-08T17:16:53,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41339 connecting to ZooKeeper ensemble=127.0.0.1:55181 2024-11-08T17:16:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413390x0, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:53,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41339-0x1011b733ec90003 connected 2024-11-08T17:16:54,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:54,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:54,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on znode that does not yet exist, /1990215920/running 2024-11-08T17:16:54,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636, hbase.cluster.distributed=false 2024-11-08T17:16:54,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on znode that does not yet exist, /1990215920/acl 2024-11-08T17:16:54,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41339 2024-11-08T17:16:54,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41339 2024-11-08T17:16:54,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41339 2024-11-08T17:16:54,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41339 2024-11-08T17:16:54,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41339 2024-11-08T17:16:54,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:16:54,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:54,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:54,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:16:54,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:16:54,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:16:54,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:16:54,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:16:54,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39535 2024-11-08T17:16:54,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39535 connecting to ZooKeeper ensemble=127.0.0.1:55181 2024-11-08T17:16:54,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:54,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:54,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395350x0, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:54,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395350x0, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on znode that does not yet exist, /1990215920/running 2024-11-08T17:16:54,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39535-0x1011b733ec90004 connected 2024-11-08T17:16:54,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:16:54,060 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:16:54,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on znode that does not yet exist, /1990215920/master 2024-11-08T17:16:54,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on znode that does not yet exist, /1990215920/acl 2024-11-08T17:16:54,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39535 2024-11-08T17:16:54,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39535 2024-11-08T17:16:54,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39535 2024-11-08T17:16:54,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39535 2024-11-08T17:16:54,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39535 2024-11-08T17:16:54,097 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:41339 2024-11-08T17:16:54,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1990215920/backup-masters/74e38af3904c,41339,1731086213932 2024-11-08T17:16:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920/backup-masters 2024-11-08T17:16:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920/backup-masters 2024-11-08T17:16:54,111 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on existing znode=/1990215920/backup-masters/74e38af3904c,41339,1731086213932 2024-11-08T17:16:54,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1990215920/master 2024-11-08T17:16:54,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:54,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:54,122 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on existing znode=/1990215920/master 2024-11-08T17:16:54,122 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1990215920/backup-masters/74e38af3904c,41339,1731086213932 from backup master directory 2024-11-08T17:16:54,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990215920/backup-masters/74e38af3904c,41339,1731086213932 2024-11-08T17:16:54,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920/backup-masters 2024-11-08T17:16:54,131 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:54,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920/backup-masters 2024-11-08T17:16:54,131 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,41339,1731086213932 2024-11-08T17:16:54,136 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/hbase.id] with ID: 0111998d-57e4-45dc-bb39-1556569653c4 2024-11-08T17:16:54,136 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/.tmp/hbase.id 2024-11-08T17:16:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:16:54,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/.tmp/hbase.id]:[hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/hbase.id] 2024-11-08T17:16:54,555 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:16:54,555 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:16:54,557 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T17:16:54,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:54,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:16:55,011 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:16:55,013 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:16:55,013 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:16:55,421 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store 2024-11-08T17:16:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:16:55,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:55,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:16:55,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:55,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:55,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:16:55,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:55,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:16:55,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086215828Disabling compacts and flushes for region at 1731086215828Disabling writes for close at 1731086215828Writing region close event to WAL at 1731086215828Closed at 1731086215828 2024-11-08T17:16:55,829 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/.initializing 2024-11-08T17:16:55,830 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/WALs/74e38af3904c,41339,1731086213932 2024-11-08T17:16:55,831 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:55,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C41339%2C1731086213932, suffix=, logDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/WALs/74e38af3904c,41339,1731086213932, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/oldWALs, maxLogs=10 2024-11-08T17:16:55,879 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/WALs/74e38af3904c,41339,1731086213932/74e38af3904c%2C41339%2C1731086213932.1731086215836, exclude list is [], retry=0 2024-11-08T17:16:55,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-cf20c283-9214-4d29-820c-169980c3d3bb,DISK] 2024-11-08T17:16:55,884 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/WALs/74e38af3904c,41339,1731086213932/74e38af3904c%2C41339%2C1731086213932.1731086215836 2024-11-08T17:16:55,885 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45425:45425)] 2024-11-08T17:16:55,885 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:55,886 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:55,886 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,886 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:16:55,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:55,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:55,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:16:55,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:55,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:55,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:16:55,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:55,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:55,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,896 WARN [RS:0;74e38af3904c:43605 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 74e38af3904c,43137,1731086176711: status=Processing ServerCrashProcedure of 74e38af3904c,43137,1731086176711 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731086194919, completionTime=-1 appears to have been leaked 2024-11-08T17:16:55,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:16:55,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:55,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:55,898 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,899 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,899 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,901 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,901 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,902 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:55,903 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:16:55,905 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:55,906 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61375826, jitterRate=-0.08542892336845398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:55,906 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086215886Initializing all the Stores at 1731086215887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086215887Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086215888 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086215888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086215888Cleaning up temporary data from old regions at 1731086215901 (+13 ms)Region opened successfully at 1731086215906 (+5 ms) 2024-11-08T17:16:55,906 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:16:55,910 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd7a6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:55,911 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:16:55,911 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:16:55,911 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:16:55,911 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:16:55,912 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:16:55,912 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:16:55,913 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:16:55,915 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:16:55,916 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Unable to get data of znode /1990215920/balancer because node does not exist (not necessarily an error) 2024-11-08T17:16:55,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:16:55,931 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990215920/balancer already deleted, retry=false 2024-11-08T17:16:55,931 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:16:55,932 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Unable to get data of znode /1990215920/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:16:55,941 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990215920/normalizer already deleted, retry=false 2024-11-08T17:16:55,942 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:16:55,943 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Unable to get data of znode /1990215920/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:16:55,952 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990215920/switch/split already deleted, retry=false 2024-11-08T17:16:55,953 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Unable to get data of znode /1990215920/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:16:55,962 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990215920/switch/merge already deleted, retry=false 2024-11-08T17:16:55,965 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Unable to get data of znode /1990215920/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:16:55,973 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990215920/snapshot-cleanup already deleted, retry=false 2024-11-08T17:16:55,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1990215920/running 2024-11-08T17:16:55,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1990215920/running 2024-11-08T17:16:55,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:55,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:55,984 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,41339,1731086213932, sessionid=0x1011b733ec90003, setting cluster-up flag (Was=false) 2024-11-08T17:16:56,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:56,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:56,036 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1990215920/flush-table-proc/acquired, /1990215920/flush-table-proc/reached, /1990215920/flush-table-proc/abort 2024-11-08T17:16:56,037 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,41339,1731086213932 2024-11-08T17:16:56,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:56,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:56,089 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1990215920/online-snapshot/acquired, /1990215920/online-snapshot/reached, /1990215920/online-snapshot/abort 2024-11-08T17:16:56,090 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,41339,1731086213932 2024-11-08T17:16:56,091 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:16:56,093 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:56,094 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:16:56,094 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:16:56,094 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,41339,1731086213932 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:16:56,095 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:56,095 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:56,095 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:56,095 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:16:56,095 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:16:56,095 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,096 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:56,096 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086246098 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:16:56,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:56,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:16:56,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:16:56,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:16:56,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:16:56,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:16:56,101 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:56,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:16:56,103 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:16:56,103 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:16:56,105 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086216103,5,FailOnTimeoutGroup] 2024-11-08T17:16:56,106 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086216105,5,FailOnTimeoutGroup] 2024-11-08T17:16:56,106 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,106 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:16:56,106 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,106 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:16:56,187 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(746): ClusterId : 0111998d-57e4-45dc-bb39-1556569653c4 2024-11-08T17:16:56,187 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:16:56,195 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:16:56,195 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:16:56,206 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:16:56,206 DEBUG [RS:0;74e38af3904c:39535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609fe911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:16:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:16:56,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:16:56,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:56,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T17:16:56,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:56,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T17:16:56,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:16:56,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T17:16:56,223 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:39535 2024-11-08T17:16:56,224 INFO [RS:0;74e38af3904c:39535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:16:56,224 INFO [RS:0;74e38af3904c:39535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:16:56,224 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:16:56,225 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,41339,1731086213932 with port=39535, startcode=1731086214040 2024-11-08T17:16:56,225 DEBUG [RS:0;74e38af3904c:39535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:16:56,227 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:16:56,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,39535,1731086214040 2024-11-08T17:16:56,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41339 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,39535,1731086214040 2024-11-08T17:16:56,230 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636 2024-11-08T17:16:56,230 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38693 2024-11-08T17:16:56,230 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:16:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920/rs 2024-11-08T17:16:56,277 DEBUG [RS:0;74e38af3904c:39535 {}] zookeeper.ZKUtil(111): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on existing znode=/1990215920/rs/74e38af3904c,39535,1731086214040 2024-11-08T17:16:56,278 WARN [RS:0;74e38af3904c:39535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:16:56,278 INFO [RS:0;74e38af3904c:39535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:56,278 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/WALs/74e38af3904c,39535,1731086214040 2024-11-08T17:16:56,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,39535,1731086214040] 2024-11-08T17:16:56,291 INFO [RS:0;74e38af3904c:39535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:16:56,294 INFO [RS:0;74e38af3904c:39535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:16:56,304 INFO [RS:0;74e38af3904c:39535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:16:56,304 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,308 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:16:56,309 INFO [RS:0;74e38af3904c:39535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:16:56,310 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:56,310 DEBUG [RS:0;74e38af3904c:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:16:56,311 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,311 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,311 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,311 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,311 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,311 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39535,1731086214040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:56,329 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:16:56,329 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39535,1731086214040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,329 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,329 INFO [RS:0;74e38af3904c:39535 {}] regionserver.Replication(171): 74e38af3904c,39535,1731086214040 started 2024-11-08T17:16:56,345 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:56,345 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,39535,1731086214040, RpcServer on 74e38af3904c/172.17.0.2:39535, sessionid=0x1011b733ec90004 2024-11-08T17:16:56,346 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:16:56,346 DEBUG [RS:0;74e38af3904c:39535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,39535,1731086214040 2024-11-08T17:16:56,346 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,39535,1731086214040' 2024-11-08T17:16:56,346 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1990215920/flush-table-proc/abort' 2024-11-08T17:16:56,347 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1990215920/flush-table-proc/acquired' 2024-11-08T17:16:56,347 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:16:56,347 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:16:56,347 DEBUG [RS:0;74e38af3904c:39535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,39535,1731086214040 2024-11-08T17:16:56,347 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,39535,1731086214040' 2024-11-08T17:16:56,347 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1990215920/online-snapshot/abort' 2024-11-08T17:16:56,348 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1990215920/online-snapshot/acquired' 2024-11-08T17:16:56,352 DEBUG [RS:0;74e38af3904c:39535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:16:56,352 INFO [RS:0;74e38af3904c:39535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:16:56,352 INFO [RS:0;74e38af3904c:39535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:16:56,453 INFO [RS:0;74e38af3904c:39535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:16:56,455 INFO [RS:0;74e38af3904c:39535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C39535%2C1731086214040, suffix=, logDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/WALs/74e38af3904c,39535,1731086214040, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/oldWALs, maxLogs=10 2024-11-08T17:16:56,472 DEBUG [RS:0;74e38af3904c:39535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/WALs/74e38af3904c,39535,1731086214040/74e38af3904c%2C39535%2C1731086214040.1731086216455, exclude list is [], retry=0 2024-11-08T17:16:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-cf20c283-9214-4d29-820c-169980c3d3bb,DISK] 2024-11-08T17:16:56,476 INFO [RS:0;74e38af3904c:39535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/WALs/74e38af3904c,39535,1731086214040/74e38af3904c%2C39535%2C1731086214040.1731086216455 2024-11-08T17:16:56,477 DEBUG [RS:0;74e38af3904c:39535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45425:45425)] 2024-11-08T17:16:56,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:16:56,511 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636 2024-11-08T17:16:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:16:56,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:56,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:56,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:56,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:56,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:56,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:56,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:56,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:56,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:56,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:56,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:56,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:56,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:56,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:56,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:56,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:56,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:56,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:56,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740 2024-11-08T17:16:56,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740 2024-11-08T17:16:56,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:56,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:56,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:56,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:56,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:56,942 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63982206, jitterRate=-0.046590834856033325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:56,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086216918Initializing all the Stores at 1731086216920 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086216920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086216921 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086216921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086216921Cleaning up temporary data from old regions at 1731086216937 (+16 ms)Region opened successfully at 1731086216942 (+5 ms) 2024-11-08T17:16:56,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:56,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:56,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:56,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:56,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:56,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:56,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086216942Disabling compacts and flushes for region at 1731086216942Disabling writes for close at 1731086216942Writing region close event to WAL at 1731086216944 (+2 ms)Closed at 1731086216944 2024-11-08T17:16:56,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:56,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:16:56,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:16:56,952 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:56,955 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:16:57,105 DEBUG [74e38af3904c:41339 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:16:57,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,39535,1731086214040 2024-11-08T17:16:57,107 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,39535,1731086214040, state=OPENING 2024-11-08T17:16:57,195 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:16:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:57,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:57,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990215920/meta-region-server: CHANGED 2024-11-08T17:16:57,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990215920/meta-region-server: CHANGED 2024-11-08T17:16:57,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:16:57,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,39535,1731086214040}] 2024-11-08T17:16:57,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:16:57,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:16:57,393 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:16:57,393 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:57,393 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:16:57,396 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C39535%2C1731086214040.meta, suffix=.meta, logDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/WALs/74e38af3904c,39535,1731086214040, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/oldWALs, maxLogs=10 2024-11-08T17:16:57,416 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/WALs/74e38af3904c,39535,1731086214040/74e38af3904c%2C39535%2C1731086214040.meta.1731086217396.meta, exclude list is [], retry=0 2024-11-08T17:16:57,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-cf20c283-9214-4d29-820c-169980c3d3bb,DISK] 2024-11-08T17:16:57,432 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/WALs/74e38af3904c,39535,1731086214040/74e38af3904c%2C39535%2C1731086214040.meta.1731086217396.meta 2024-11-08T17:16:57,446 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45425:45425)] 2024-11-08T17:16:57,446 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:57,447 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:57,447 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:57,448 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:16:57,448 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:16:57,449 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:16:57,449 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:57,449 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:16:57,449 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:16:57,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:16:57,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:16:57,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:57,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:57,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:16:57,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:16:57,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:57,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:57,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:16:57,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:16:57,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:57,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:57,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:16:57,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:16:57,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:57,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:16:57,469 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:16:57,470 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740 2024-11-08T17:16:57,471 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740 2024-11-08T17:16:57,472 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:16:57,472 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:16:57,473 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:16:57,476 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:16:57,477 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63815063, jitterRate=-0.049081459641456604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:16:57,477 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:16:57,477 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086217450Writing region info on filesystem at 1731086217451 (+1 ms)Initializing all the Stores at 1731086217453 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086217453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086217460 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086217460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086217460Cleaning up temporary data from old regions at 1731086217472 (+12 ms)Running coprocessor post-open hooks at 1731086217477 (+5 ms)Region opened successfully at 1731086217477 2024-11-08T17:16:57,480 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086217374 2024-11-08T17:16:57,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,39535,1731086214040 2024-11-08T17:16:57,496 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:16:57,496 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:16:57,500 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,39535,1731086214040, state=OPEN 2024-11-08T17:16:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1990215920/meta-region-server 2024-11-08T17:16:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1990215920/meta-region-server 2024-11-08T17:16:57,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,39535,1731086214040 2024-11-08T17:16:57,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990215920/meta-region-server: CHANGED 2024-11-08T17:16:57,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990215920/meta-region-server: CHANGED 2024-11-08T17:16:57,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:16:57,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,39535,1731086214040 in 293 msec 2024-11-08T17:16:57,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:16:57,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 579 msec 2024-11-08T17:16:57,545 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:16:57,546 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:16:57,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:57,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,39535,1731086214040, seqNum=-1] 2024-11-08T17:16:57,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:57,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:57,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4760 sec 2024-11-08T17:16:57,572 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086217572, completionTime=-1 2024-11-08T17:16:57,572 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:16:57,572 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:16:57,576 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:16:57,576 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086277576 2024-11-08T17:16:57,576 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086337576 2024-11-08T17:16:57,576 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T17:16:57,577 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41339,1731086213932-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:57,578 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41339,1731086213932-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:57,578 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41339,1731086213932-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:57,579 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:41339, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:57,580 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:57,587 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:16:57,590 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:57,598 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.467sec 2024-11-08T17:16:57,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:16:57,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:16:57,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:16:57,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:16:57,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:16:57,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41339,1731086213932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:16:57,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41339,1731086213932-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:16:57,617 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:16:57,618 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:16:57,618 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41339,1731086213932-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:16:57,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440ecec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41339,-1 for getting cluster id 2024-11-08T17:16:57,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:57,702 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0111998d-57e4-45dc-bb39-1556569653c4' 2024-11-08T17:16:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0111998d-57e4-45dc-bb39-1556569653c4" 2024-11-08T17:16:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773e3ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41339,-1] 2024-11-08T17:16:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:57,708 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:57,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eecad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,39535,1731086214040, seqNum=-1] 2024-11-08T17:16:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:57,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:16:57,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,41339,1731086213932 2024-11-08T17:16:57,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55181 2024-11-08T17:16:57,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:16:57,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b733ec90005 connected 2024-11-08T17:16:57,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738c964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41649,-1 for getting cluster id 2024-11-08T17:16:57,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:57,766 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b2bf7de-e459-40e9-ae35-1d96b13f88d0' 2024-11-08T17:16:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b2bf7de-e459-40e9-ae35-1d96b13f88d0" 2024-11-08T17:16:57,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3a3452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41649,-1] 2024-11-08T17:16:57,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:57,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:57,771 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:57,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ad9a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,41649,1731086207406 2024-11-08T17:16:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9352e2 2024-11-08T17:16:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:57,776 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:57,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:41339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:16:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:16:57,783 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:41339' 2024-11-08T17:16:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:57,792 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214ff90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,792 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41339,-1 for getting cluster id 2024-11-08T17:16:57,793 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:57,794 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0111998d-57e4-45dc-bb39-1556569653c4' 2024-11-08T17:16:57,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:57,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0111998d-57e4-45dc-bb39-1556569653c4" 2024-11-08T17:16:57,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3daef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41339,-1] 2024-11-08T17:16:57,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:57,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:57,799 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:57,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7726e396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:57,801 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:57,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,41339,1731086213932 2024-11-08T17:16:57,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33596270 2024-11-08T17:16:57,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:57,806 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:57,807 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T17:16:57,807 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:16:57,807 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:57,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:57,808 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:57,808 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:16:57,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:16:57,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:16:57,813 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:57,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:16:57,861 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:16:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741835_1011 (size=1138) 2024-11-08T17:16:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:57,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d224801e153bd4c8d14a23deac7dd36d, NAME => 'hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee 2024-11-08T17:16:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741836_1012 (size=44) 2024-11-08T17:16:57,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:57,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d224801e153bd4c8d14a23deac7dd36d, disabling compactions & flushes 2024-11-08T17:16:57,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:16:57,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:16:57,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. after waiting 0 ms 2024-11-08T17:16:57,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:16:57,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:16:57,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d224801e153bd4c8d14a23deac7dd36d: Waiting for close lock at 1731086217924Disabling compacts and flushes for region at 1731086217924Disabling writes for close at 1731086217924Writing region close event to WAL at 1731086217924Closed at 1731086217924 2024-11-08T17:16:57,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:16:57,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086217927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086217927"}]},"ts":"1731086217927"} 2024-11-08T17:16:57,931 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:16:57,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:16:57,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086217933"}]},"ts":"1731086217933"} 2024-11-08T17:16:57,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:16:57,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d224801e153bd4c8d14a23deac7dd36d, ASSIGN}] 2024-11-08T17:16:57,941 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d224801e153bd4c8d14a23deac7dd36d, ASSIGN 2024-11-08T17:16:57,943 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d224801e153bd4c8d14a23deac7dd36d, ASSIGN; state=OFFLINE, location=74e38af3904c,43605,1731086207707; forceNewPlan=false, retain=false 2024-11-08T17:16:58,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d224801e153bd4c8d14a23deac7dd36d, regionState=OPENING, regionLocation=74e38af3904c,43605,1731086207707 2024-11-08T17:16:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:58,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d224801e153bd4c8d14a23deac7dd36d, ASSIGN because future has completed 2024-11-08T17:16:58,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d224801e153bd4c8d14a23deac7dd36d, server=74e38af3904c,43605,1731086207707}] 2024-11-08T17:16:58,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:16:58,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:16:58,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:16:58,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43605%2C1731086207707.rep, suffix=, logDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/oldWALs, maxLogs=10 2024-11-08T17:16:58,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.rep.1731086218273, exclude list is [], retry=0 2024-11-08T17:16:58,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46351,DS-615e798e-7f13-4c2e-8b00-87d9d8480958,DISK] 2024-11-08T17:16:58,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.rep.1731086218273 2024-11-08T17:16:58,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511)] 2024-11-08T17:16:58,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d224801e153bd4c8d14a23deac7dd36d, NAME => 'hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:16:58,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:16:58,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:16:58,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. service=MultiRowMutationService 2024-11-08T17:16:58,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:16:58,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:16:58,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,336 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,338 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d224801e153bd4c8d14a23deac7dd36d columnFamilyName hfileref 2024-11-08T17:16:58,338 DEBUG [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:58,338 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] regionserver.HStore(327): Store=d224801e153bd4c8d14a23deac7dd36d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:58,339 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,340 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d224801e153bd4c8d14a23deac7dd36d columnFamilyName queue 2024-11-08T17:16:58,340 DEBUG [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:58,341 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] regionserver.HStore(327): Store=d224801e153bd4c8d14a23deac7dd36d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:58,341 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,343 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d224801e153bd4c8d14a23deac7dd36d columnFamilyName sid 2024-11-08T17:16:58,343 DEBUG [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:16:58,343 INFO [StoreOpener-d224801e153bd4c8d14a23deac7dd36d-1 {}] regionserver.HStore(327): Store=d224801e153bd4c8d14a23deac7dd36d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:16:58,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:16:58,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:16:58,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d224801e153bd4c8d14a23deac7dd36d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62368773, jitterRate=-0.07063286006450653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:16:58,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:16:58,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d224801e153bd4c8d14a23deac7dd36d: Running coprocessor pre-open hook at 1731086218334Writing region info on filesystem at 1731086218334Initializing all the Stores at 1731086218335 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086218335Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086218336 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086218336Cleaning up temporary data from old regions at 1731086218346 (+10 ms)Running coprocessor post-open hooks at 1731086218354 (+8 ms)Region opened successfully at 1731086218354 2024-11-08T17:16:58,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d., pid=7, masterSystemTime=1731086218265 2024-11-08T17:16:58,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:16:58,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:16:58,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d224801e153bd4c8d14a23deac7dd36d, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,43605,1731086207707 2024-11-08T17:16:58,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d224801e153bd4c8d14a23deac7dd36d, server=74e38af3904c,43605,1731086207707 because future has completed 2024-11-08T17:16:58,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T17:16:58,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d224801e153bd4c8d14a23deac7dd36d, server=74e38af3904c,43605,1731086207707 in 253 msec 2024-11-08T17:16:58,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:16:58,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d224801e153bd4c8d14a23deac7dd36d, ASSIGN in 431 msec 2024-11-08T17:16:58,375 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:16:58,375 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086218375"}]},"ts":"1731086218375"} 2024-11-08T17:16:58,379 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:16:58,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:16:58,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 572 msec 2024-11-08T17:16:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d., hostname=74e38af3904c,43605,1731086207707, seqNum=2] 2024-11-08T17:16:58,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:58,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:16:58,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:16:58,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T17:16:58,657 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:16:58,694 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,43605,1731086207707, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:16:58,695 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:16:58,695 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43605,1731086207707, seqNum=-1] 2024-11-08T17:16:58,696 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:16:58,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T17:16:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,43605,1731086207707', locateType=CURRENT is [region=hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d., hostname=74e38af3904c,43605,1731086207707, seqNum=2] 2024-11-08T17:16:58,709 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T17:16:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T17:16:58,717 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,43605,1731086207707 suceeded 2024-11-08T17:16:58,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T17:16:58,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-08T17:16:58,725 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:41339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:16:58,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 948 msec 2024-11-08T17:16:58,732 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:41339' 2024-11-08T17:16:58,736 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610791b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:58,737 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41339,-1 for getting cluster id 2024-11-08T17:16:58,737 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:16:58,738 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0111998d-57e4-45dc-bb39-1556569653c4' 2024-11-08T17:16:58,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:16:58,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0111998d-57e4-45dc-bb39-1556569653c4" 2024-11-08T17:16:58,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@385b1ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:58,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41339,-1] 2024-11-08T17:16:58,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:16:58,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:58,740 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:16:58,741 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7391f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:16:58,741 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:58,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,41339,1731086213932 2024-11-08T17:16:58,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67939b68 2024-11-08T17:16:58,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:58,746 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T17:16:58,756 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,43605,1731086207707 (queues=1) is replicating from cluster=0b2bf7de-e459-40e9-ae35-1d96b13f88d0 to cluster=0111998d-57e4-45dc-bb39-1556569653c4 2024-11-08T17:16:58,756 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C43605%2C1731086207707 2024-11-08T17:16:58,757 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,43605,1731086207707, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:16:58,759 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068, startPosition=0, beingWritten=true 2024-11-08T17:16:58,764 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.shipper74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C43605%2C1731086207707 2024-11-08T17:16:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:16:58,920 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:16:58,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:58,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:58,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:58,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:58,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:58,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:16:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,41649,1731086207406 2024-11-08T17:16:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3349d060 2024-11-08T17:16:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:16:58,923 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:16:58,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:16:58,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:16:58,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:58,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:58,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:58,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:58,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:16:58,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:16:58,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1935874872, stopped=false 2024-11-08T17:16:58,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,41339,1731086213932 2024-11-08T17:16:58,973 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068 to pos 0, reset compression=false 2024-11-08T17:16:58,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990215920/running 2024-11-08T17:16:58,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990215920/running 2024-11-08T17:16:58,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:58,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:58,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on znode that does not yet exist, /1990215920/running 2024-11-08T17:16:58,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:58,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:16:58,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:58,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:58,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,39535,1731086214040' ***** 2024-11-08T17:16:58,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:16:58,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,39535,1731086214040 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:39535. 2024-11-08T17:16:58,975 DEBUG [RS:0;74e38af3904c:39535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:16:58,975 DEBUG [RS:0;74e38af3904c:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:16:58,975 INFO [RS:0;74e38af3904c:39535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:16:58,976 INFO [RS:0;74e38af3904c:39535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:16:58,976 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:16:58,976 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:16:58,976 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:16:58,976 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:58,976 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:16:58,976 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:16:58,976 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:16:58,976 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:16:58,976 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:16:58,976 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T17:16:58,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Set watcher on znode that does not yet exist, /1990215920/running 2024-11-08T17:16:58,997 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740/.tmp/ns/0bebca7d16ae4d0c8087e55202000af8 is 43, key is default/ns:d/1731086217559/Put/seqid=0 2024-11-08T17:16:59,014 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:59,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741835_1011 (size=5153) 2024-11-08T17:16:59,176 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:59,280 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068 to pos 0, reset compression=false 2024-11-08T17:16:59,357 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:16:59,357 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:16:59,376 DEBUG [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:16:59,419 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740/.tmp/ns/0bebca7d16ae4d0c8087e55202000af8 2024-11-08T17:16:59,426 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740/.tmp/ns/0bebca7d16ae4d0c8087e55202000af8 as hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740/ns/0bebca7d16ae4d0c8087e55202000af8 2024-11-08T17:16:59,434 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740/ns/0bebca7d16ae4d0c8087e55202000af8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T17:16:59,435 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false 2024-11-08T17:16:59,440 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T17:16:59,441 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:16:59,441 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:16:59,441 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:59,441 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086218976Running coprocessor pre-close hooks at 1731086218976Disabling compacts and flushes for region at 1731086218976Disabling writes for close at 1731086218976Obtaining lock to block concurrent updates at 1731086218976Preparing flush snapshotting stores in 1588230740 at 1731086218976Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731086218977 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086218978 (+1 ms)Flushing 1588230740/ns: creating writer at 1731086218978Flushing 1588230740/ns: appending metadata at 1731086218997 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731086218997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69912c3e: reopening flushed file at 1731086219425 (+428 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false at 1731086219435 (+10 ms)Writing region close event to WAL at 1731086219436 (+1 ms)Running coprocessor post-close hooks at 1731086219441 (+5 ms)Closed at 1731086219441 2024-11-08T17:16:59,441 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:16:59,576 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,39535,1731086214040; all regions closed. 2024-11-08T17:16:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741834_1010 (size=1152) 2024-11-08T17:16:59,582 DEBUG [RS:0;74e38af3904c:39535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/oldWALs 2024-11-08T17:16:59,582 INFO [RS:0;74e38af3904c:39535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C39535%2C1731086214040.meta:.meta(num 1731086217396) 2024-11-08T17:16:59,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741832_1008 (size=93) 2024-11-08T17:16:59,592 DEBUG [RS:0;74e38af3904c:39535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/oldWALs 2024-11-08T17:16:59,592 INFO [RS:0;74e38af3904c:39535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C39535%2C1731086214040:(num 1731086216455) 2024-11-08T17:16:59,592 DEBUG [RS:0;74e38af3904c:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:16:59,593 INFO [RS:0;74e38af3904c:39535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:16:59,593 INFO [RS:0;74e38af3904c:39535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:59,593 INFO [RS:0;74e38af3904c:39535 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:59,594 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:16:59,594 INFO [RS:0;74e38af3904c:39535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:59,594 INFO [RS:0;74e38af3904c:39535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39535 2024-11-08T17:16:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990215920/rs/74e38af3904c,39535,1731086214040 2024-11-08T17:16:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920/rs 2024-11-08T17:16:59,615 INFO [RS:0;74e38af3904c:39535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:16:59,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,39535,1731086214040] 2024-11-08T17:16:59,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1990215920/draining/74e38af3904c,39535,1731086214040 already deleted, retry=false 2024-11-08T17:16:59,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,39535,1731086214040 expired; onlineServers=0 2024-11-08T17:16:59,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,41339,1731086213932' ***** 2024-11-08T17:16:59,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:16:59,636 INFO [M:0;74e38af3904c:41339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:16:59,636 INFO [M:0;74e38af3904c:41339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:16:59,637 DEBUG [M:0;74e38af3904c:41339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:16:59,637 DEBUG [M:0;74e38af3904c:41339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:16:59,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:16:59,637 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086216103 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086216103,5,FailOnTimeoutGroup] 2024-11-08T17:16:59,637 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086216105 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086216105,5,FailOnTimeoutGroup] 2024-11-08T17:16:59,637 INFO [M:0;74e38af3904c:41339 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:16:59,637 INFO [M:0;74e38af3904c:41339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:16:59,637 DEBUG [M:0;74e38af3904c:41339 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:16:59,637 INFO [M:0;74e38af3904c:41339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:16:59,637 INFO [M:0;74e38af3904c:41339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:16:59,637 INFO [M:0;74e38af3904c:41339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:16:59,637 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:16:59,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990215920/master 2024-11-08T17:16:59,647 DEBUG [M:0;74e38af3904c:41339 {}] zookeeper.ZKUtil(347): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Unable to get data of znode /1990215920/master because node does not exist (not an error) 2024-11-08T17:16:59,647 WARN [M:0;74e38af3904c:41339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:16:59,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990215920 2024-11-08T17:16:59,648 INFO [M:0;74e38af3904c:41339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/.lastflushedseqids 2024-11-08T17:16:59,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741836_1012 (size=99) 2024-11-08T17:16:59,685 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068 to pos 0, reset compression=false 2024-11-08T17:16:59,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:59,726 INFO [RS:0;74e38af3904c:39535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:16:59,726 INFO [RS:0;74e38af3904c:39535 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,39535,1731086214040; zookeeper connection closed. 2024-11-08T17:16:59,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1011b733ec90004, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:16:59,726 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39e2d4ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39e2d4ee 2024-11-08T17:16:59,726 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:17:00,067 INFO [M:0;74e38af3904c:41339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:17:00,067 INFO [M:0;74e38af3904c:41339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:17:00,067 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:17:00,067 INFO [M:0;74e38af3904c:41339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:00,067 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:00,067 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:17:00,067 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:00,068 INFO [M:0;74e38af3904c:41339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T17:17:00,085 DEBUG [M:0;74e38af3904c:41339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b071a14e3324108a1448735d43b7b9f is 82, key is hbase:meta,,1/info:regioninfo/1731086217495/Put/seqid=0 2024-11-08T17:17:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741837_1013 (size=5672) 2024-11-08T17:17:00,192 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068 to pos 0, reset compression=false 2024-11-08T17:17:00,490 INFO [M:0;74e38af3904c:41339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b071a14e3324108a1448735d43b7b9f 2024-11-08T17:17:00,518 DEBUG [M:0;74e38af3904c:41339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d1b4d4efb4436d8feff32430327789 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731086217570/Put/seqid=0 2024-11-08T17:17:00,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741838_1014 (size=5275) 2024-11-08T17:17:00,527 INFO [M:0;74e38af3904c:41339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d1b4d4efb4436d8feff32430327789 2024-11-08T17:17:00,561 DEBUG [M:0;74e38af3904c:41339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/460e14cd44a84044a07289f2de74ba1f is 69, key is 74e38af3904c,39535,1731086214040/rs:state/1731086216228/Put/seqid=0 2024-11-08T17:17:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741839_1015 (size=5156) 2024-11-08T17:17:00,579 INFO [M:0;74e38af3904c:41339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/460e14cd44a84044a07289f2de74ba1f 2024-11-08T17:17:00,597 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b071a14e3324108a1448735d43b7b9f as hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b071a14e3324108a1448735d43b7b9f 2024-11-08T17:17:00,605 INFO [M:0;74e38af3904c:41339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b071a14e3324108a1448735d43b7b9f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T17:17:00,607 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d1b4d4efb4436d8feff32430327789 as hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96d1b4d4efb4436d8feff32430327789 2024-11-08T17:17:00,619 INFO [M:0;74e38af3904c:41339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96d1b4d4efb4436d8feff32430327789, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T17:17:00,621 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/460e14cd44a84044a07289f2de74ba1f as hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/460e14cd44a84044a07289f2de74ba1f 2024-11-08T17:17:00,629 INFO [M:0;74e38af3904c:41339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/9580e2bb-246e-8d79-9740-3cd5ce3b3636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/460e14cd44a84044a07289f2de74ba1f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T17:17:00,630 INFO [M:0;74e38af3904c:41339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=28, compaction requested=false 2024-11-08T17:17:00,632 INFO [M:0;74e38af3904c:41339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:00,632 DEBUG [M:0;74e38af3904c:41339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086220067Disabling compacts and flushes for region at 1731086220067Disabling writes for close at 1731086220067Obtaining lock to block concurrent updates at 1731086220068 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086220068Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731086220068Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086220069 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086220069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086220085 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086220085Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086220497 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086220517 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086220517Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086220536 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086220560 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086220561 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480f1883: reopening flushed file at 1731086220591 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b17372: reopening flushed file at 1731086220606 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f819d08: reopening flushed file at 1731086220619 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=28, compaction requested=false at 1731086220631 (+12 ms)Writing region close event to WAL at 1731086220632 (+1 ms)Closed at 1731086220632 2024-11-08T17:17:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741830_1006 (size=10165) 2024-11-08T17:17:00,637 INFO [M:0;74e38af3904c:41339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:17:00,638 INFO [M:0;74e38af3904c:41339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41339 2024-11-08T17:17:00,638 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:17:00,638 INFO [M:0;74e38af3904c:41339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:17:00,757 INFO [M:0;74e38af3904c:41339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:17:00,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:17:00,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41339-0x1011b733ec90003, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:17:00,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4700fe8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:17:00,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4599a006{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:17:00,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:17:00,798 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068 to pos 0, reset compression=false 2024-11-08T17:17:00,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3824b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:17:00,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5831a53d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.log.dir/,STOPPED} 2024-11-08T17:17:00,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:17:00,800 WARN [BP-1134167694-172.17.0.2-1731086211334 heartbeating to localhost/127.0.0.1:38693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:17:00,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:17:00,800 WARN [BP-1134167694-172.17.0.2-1731086211334 heartbeating to localhost/127.0.0.1:38693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1134167694-172.17.0.2-1731086211334 (Datanode Uuid 6d04b469-c7da-44d8-843c-15c42e876dc2) service to localhost/127.0.0.1:38693 2024-11-08T17:17:00,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/cluster_03e0c83f-e017-b96c-2afd-b38b19d32f6e/data/data1/current/BP-1134167694-172.17.0.2-1731086211334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:17:00,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/cluster_03e0c83f-e017-b96c-2afd-b38b19d32f6e/data/data2/current/BP-1134167694-172.17.0.2-1731086211334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:17:00,801 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:17:00,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b28e0f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:17:00,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b632b98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:17:00,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:17:00,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4566547a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:17:00,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.log.dir/,STOPPED} 2024-11-08T17:17:00,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:17:00,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:17:00,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:17:00,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:17:00,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:00,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:00,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:17:00,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:17:00,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1026242076, stopped=false 2024-11-08T17:17:00,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,41649,1731086207406 2024-11-08T17:17:00,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-447049981/running 2024-11-08T17:17:00,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-447049981/running 2024-11-08T17:17:00,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:17:00,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:17:00,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on znode that does not yet exist, /0-447049981/running 2024-11-08T17:17:00,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Set watcher on znode that does not yet exist, /0-447049981/running 2024-11-08T17:17:00,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:17:00,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:17:00,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:00,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,43605,1731086207707' ***** 2024-11-08T17:17:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:17:00,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:17:00,860 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:17:00,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:17:00,860 INFO [RS:0;74e38af3904c:43605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(3091): Received CLOSE for d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,43605,1731086207707 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43605. 2024-11-08T17:17:00,861 DEBUG [RS:0;74e38af3904c:43605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:17:00,861 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d224801e153bd4c8d14a23deac7dd36d, disabling compactions & flushes 2024-11-08T17:17:00,861 DEBUG [RS:0;74e38af3904c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:00,861 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:17:00,861 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:17:00,861 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. after waiting 0 ms 2024-11-08T17:17:00,861 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:17:00,861 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:17:00,861 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d224801e153bd4c8d14a23deac7dd36d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T17:17:00,868 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:17:00,868 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d224801e153bd4c8d14a23deac7dd36d=hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d.} 2024-11-08T17:17:00,868 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:17:00,868 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:17:00,868 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:17:00,868 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:17:00,868 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:17:00,869 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:17:00,869 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T17:17:00,892 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d/.tmp/queue/140cb6d924cc4d07a2c1ba299cb050dc is 151, key is 1-74e38af3904c,43605,1731086207707/queue:74e38af3904c%2C43605%2C1731086207707/1731086218707/Put/seqid=0 2024-11-08T17:17:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741838_1014 (size=5350) 2024-11-08T17:17:00,905 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/info/b06fe61a2d9349c4b809592aaaad9b8e is 147, key is hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d./info:regioninfo/1731086218359/Put/seqid=0 2024-11-08T17:17:00,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741839_1015 (size=6631) 2024-11-08T17:17:00,931 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:17:00,931 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:17:00,944 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:17:01,069 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:17:01,269 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d224801e153bd4c8d14a23deac7dd36d 2024-11-08T17:17:01,301 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d/.tmp/queue/140cb6d924cc4d07a2c1ba299cb050dc 2024-11-08T17:17:01,319 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d/.tmp/queue/140cb6d924cc4d07a2c1ba299cb050dc as hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d/queue/140cb6d924cc4d07a2c1ba299cb050dc 2024-11-08T17:17:01,324 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/info/b06fe61a2d9349c4b809592aaaad9b8e 2024-11-08T17:17:01,344 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d/queue/140cb6d924cc4d07a2c1ba299cb050dc, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T17:17:01,346 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d224801e153bd4c8d14a23deac7dd36d in 485ms, sequenceid=5, compaction requested=false 2024-11-08T17:17:01,346 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T17:17:01,363 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/ns/fa1ebcd1cfad4f42be08ef75856e0925 is 43, key is default/ns:d/1731086211171/Put/seqid=0 2024-11-08T17:17:01,370 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/replication/d224801e153bd4c8d14a23deac7dd36d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T17:17:01,371 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:17:01,371 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:17:01,371 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:17:01,371 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d224801e153bd4c8d14a23deac7dd36d: Waiting for close lock at 1731086220861Running coprocessor pre-close hooks at 1731086220861Disabling compacts and flushes for region at 1731086220861Disabling writes for close at 1731086220861Obtaining lock to block concurrent updates at 1731086220861Preparing flush snapshotting stores in d224801e153bd4c8d14a23deac7dd36d at 1731086220861Finished memstore snapshotting hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731086220862 (+1 ms)Flushing stores of hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. at 1731086220865 (+3 ms)Flushing d224801e153bd4c8d14a23deac7dd36d/queue: creating writer at 1731086220865Flushing d224801e153bd4c8d14a23deac7dd36d/queue: appending metadata at 1731086220891 (+26 ms)Flushing d224801e153bd4c8d14a23deac7dd36d/queue: closing flushed file at 1731086220891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab12cc2: reopening flushed file at 1731086221317 (+426 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d224801e153bd4c8d14a23deac7dd36d in 485ms, sequenceid=5, compaction requested=false at 1731086221346 (+29 ms)Writing region close event to WAL at 1731086221354 (+8 ms)Running coprocessor post-close hooks at 1731086221371 (+17 ms)Closed at 1731086221371 2024-11-08T17:17:01,371 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086217808.d224801e153bd4c8d14a23deac7dd36d. 2024-11-08T17:17:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741840_1016 (size=5153) 2024-11-08T17:17:01,387 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/ns/fa1ebcd1cfad4f42be08ef75856e0925 2024-11-08T17:17:01,410 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/table/7003429f19ce4adba76948add60c9775 is 53, key is hbase:replication/table:state/1731086218375/Put/seqid=0 2024-11-08T17:17:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741841_1017 (size=5256) 2024-11-08T17:17:01,469 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:17:01,512 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/WALs/74e38af3904c,43605,1731086207707/74e38af3904c%2C43605%2C1731086207707.1731086210068 to pos 0, reset compression=false 2024-11-08T17:17:01,669 DEBUG [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:17:01,815 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/table/7003429f19ce4adba76948add60c9775 2024-11-08T17:17:01,822 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/info/b06fe61a2d9349c4b809592aaaad9b8e as hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/info/b06fe61a2d9349c4b809592aaaad9b8e 2024-11-08T17:17:01,828 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/info/b06fe61a2d9349c4b809592aaaad9b8e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T17:17:01,829 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/ns/fa1ebcd1cfad4f42be08ef75856e0925 as hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/ns/fa1ebcd1cfad4f42be08ef75856e0925 2024-11-08T17:17:01,835 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/ns/fa1ebcd1cfad4f42be08ef75856e0925, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:17:01,836 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/.tmp/table/7003429f19ce4adba76948add60c9775 as hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/table/7003429f19ce4adba76948add60c9775 2024-11-08T17:17:01,842 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/table/7003429f19ce4adba76948add60c9775, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T17:17:01,843 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=11, compaction requested=false 2024-11-08T17:17:01,848 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T17:17:01,848 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:17:01,849 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:17:01,849 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:17:01,849 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086220868Running coprocessor pre-close hooks at 1731086220868Disabling compacts and flushes for region at 1731086220868Disabling writes for close at 1731086220868Obtaining lock to block concurrent updates at 1731086220869 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731086220869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731086220869Flushing stores of hbase:meta,,1.1588230740 at 1731086220870 (+1 ms)Flushing 1588230740/info: creating writer at 1731086220870Flushing 1588230740/info: appending metadata at 1731086220904 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731086220904Flushing 1588230740/ns: creating writer at 1731086221340 (+436 ms)Flushing 1588230740/ns: appending metadata at 1731086221362 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731086221362Flushing 1588230740/table: creating writer at 1731086221394 (+32 ms)Flushing 1588230740/table: appending metadata at 1731086221410 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731086221410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69733882: reopening flushed file at 1731086221821 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c1acbfa: reopening flushed file at 1731086221828 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9f33c7: reopening flushed file at 1731086221835 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=11, compaction requested=false at 1731086221843 (+8 ms)Writing region close event to WAL at 1731086221844 (+1 ms)Running coprocessor post-close hooks at 1731086221848 (+4 ms)Closed at 1731086221849 (+1 ms) 2024-11-08T17:17:01,849 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:17:01,869 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,43605,1731086207707; all regions closed. 2024-11-08T17:17:01,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741834_1010 (size=2742) 2024-11-08T17:17:01,874 DEBUG [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/oldWALs 2024-11-08T17:17:01,874 INFO [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C43605%2C1731086207707.meta:.meta(num 1731086211064) 2024-11-08T17:17:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741837_1013 (size=1586) 2024-11-08T17:17:01,878 DEBUG [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/oldWALs 2024-11-08T17:17:01,878 INFO [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C43605%2C1731086207707.rep:(num 1731086218273) 2024-11-08T17:17:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741832_1008 (size=93) 2024-11-08T17:17:01,887 DEBUG [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/oldWALs 2024-11-08T17:17:01,887 INFO [RS:0;74e38af3904c:43605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C43605%2C1731086207707:(num 1731086210068) 2024-11-08T17:17:01,888 DEBUG [RS:0;74e38af3904c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:01,888 INFO [RS:0;74e38af3904c:43605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:17:01,888 INFO [RS:0;74e38af3904c:43605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:17:01,888 INFO [RS:0;74e38af3904c:43605 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T17:17:01,888 INFO [RS:0;74e38af3904c:43605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:17:01,888 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:17:01,889 INFO [RS:0;74e38af3904c:43605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,43605,1731086207707 because: Region server is closing 2024-11-08T17:17:01,889 INFO [RS:0;74e38af3904c:43605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43605. 2024-11-08T17:17:01,889 DEBUG [RS:0;74e38af3904c:43605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:17:01,889 DEBUG [RS:0;74e38af3904c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:01,889 DEBUG [RS:0;74e38af3904c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:01,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:17:01,989 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.wal-reader.74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:17:01,989 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.shipper74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:17:01,990 INFO [RS:0;74e38af3904c:43605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43605,1731086207707.replicationSource.shipper74e38af3904c%2C43605%2C1731086207707,1-74e38af3904c,43605,1731086207707 terminated 2024-11-08T17:17:01,990 INFO [RS:0;74e38af3904c:43605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43605 2024-11-08T17:17:02,015 INFO [RS:0;74e38af3904c:43605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:17:02,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981/rs 2024-11-08T17:17:02,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-447049981/rs/74e38af3904c,43605,1731086207707 2024-11-08T17:17:02,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,43605,1731086207707] 2024-11-08T17:17:02,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-447049981/draining/74e38af3904c,43605,1731086207707 already deleted, retry=false 2024-11-08T17:17:02,161 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,43605,1731086207707 expired; onlineServers=0 2024-11-08T17:17:02,161 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,41649,1731086207406' ***** 2024-11-08T17:17:02,161 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:17:02,161 INFO [M:0;74e38af3904c:41649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:17:02,161 INFO [M:0;74e38af3904c:41649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:17:02,161 DEBUG [M:0;74e38af3904c:41649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:17:02,161 DEBUG [M:0;74e38af3904c:41649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:17:02,161 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:17:02,161 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086209818 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086209818,5,FailOnTimeoutGroup] 2024-11-08T17:17:02,161 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086209824 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086209824,5,FailOnTimeoutGroup] 2024-11-08T17:17:02,162 INFO [M:0;74e38af3904c:41649 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:17:02,162 INFO [M:0;74e38af3904c:41649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:17:02,162 DEBUG [M:0;74e38af3904c:41649 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:17:02,162 INFO [M:0;74e38af3904c:41649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:17:02,162 INFO [M:0;74e38af3904c:41649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:17:02,162 INFO [M:0;74e38af3904c:41649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:17:02,162 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:17:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:17:02,183 INFO [RS:0;74e38af3904c:43605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:17:02,183 INFO [RS:0;74e38af3904c:43605 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,43605,1731086207707; zookeeper connection closed. 2024-11-08T17:17:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x1011b733ec90001, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:17:02,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d6b1135 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d6b1135 2024-11-08T17:17:02,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:17:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-447049981/master 2024-11-08T17:17:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-447049981 2024-11-08T17:17:02,251 DEBUG [M:0;74e38af3904c:41649 {}] zookeeper.ZKUtil(347): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Unable to get data of znode /0-447049981/master because node does not exist (not an error) 2024-11-08T17:17:02,251 WARN [M:0;74e38af3904c:41649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:17:02,252 INFO [M:0;74e38af3904c:41649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/.lastflushedseqids 2024-11-08T17:17:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741842_1018 (size=181) 2024-11-08T17:17:02,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:02,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:02,660 INFO [M:0;74e38af3904c:41649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:17:02,660 INFO [M:0;74e38af3904c:41649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:17:02,660 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:17:02,660 INFO [M:0;74e38af3904c:41649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:02,660 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:02,660 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:17:02,660 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:02,660 INFO [M:0;74e38af3904c:41649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T17:17:02,687 DEBUG [M:0;74e38af3904c:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc7a6896622e4c4abda1bdaf2c03d798 is 82, key is hbase:meta,,1/info:regioninfo/1731086211118/Put/seqid=0 2024-11-08T17:17:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741843_1019 (size=5672) 2024-11-08T17:17:02,713 INFO [M:0;74e38af3904c:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc7a6896622e4c4abda1bdaf2c03d798 2024-11-08T17:17:02,751 DEBUG [M:0;74e38af3904c:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129b88688d5a46ee9ef95aabcf3cd2bd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731086218382/Put/seqid=0 2024-11-08T17:17:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741844_1020 (size=7203) 2024-11-08T17:17:02,791 INFO [M:0;74e38af3904c:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129b88688d5a46ee9ef95aabcf3cd2bd 2024-11-08T17:17:02,819 DEBUG [M:0;74e38af3904c:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7723e30d2bdc43e39e40bf2bc8f82c2b is 69, key is 74e38af3904c,43605,1731086207707/rs:state/1731086209898/Put/seqid=0 2024-11-08T17:17:02,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741845_1021 (size=5156) 2024-11-08T17:17:02,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:17:02,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:02,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:02,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:03,224 INFO [M:0;74e38af3904c:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7723e30d2bdc43e39e40bf2bc8f82c2b 2024-11-08T17:17:03,230 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc7a6896622e4c4abda1bdaf2c03d798 as hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc7a6896622e4c4abda1bdaf2c03d798 2024-11-08T17:17:03,237 INFO [M:0;74e38af3904c:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc7a6896622e4c4abda1bdaf2c03d798, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T17:17:03,238 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129b88688d5a46ee9ef95aabcf3cd2bd as hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129b88688d5a46ee9ef95aabcf3cd2bd 2024-11-08T17:17:03,244 INFO [M:0;74e38af3904c:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129b88688d5a46ee9ef95aabcf3cd2bd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T17:17:03,245 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7723e30d2bdc43e39e40bf2bc8f82c2b as hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7723e30d2bdc43e39e40bf2bc8f82c2b 2024-11-08T17:17:03,252 INFO [M:0;74e38af3904c:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/67c5657c-1e54-f48c-2dc2-4a268e5932ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7723e30d2bdc43e39e40bf2bc8f82c2b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T17:17:03,253 INFO [M:0;74e38af3904c:41649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 593ms, sequenceid=70, compaction requested=false 2024-11-08T17:17:03,272 INFO [M:0;74e38af3904c:41649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:03,272 DEBUG [M:0;74e38af3904c:41649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086222660Disabling compacts and flushes for region at 1731086222660Disabling writes for close at 1731086222660Obtaining lock to block concurrent updates at 1731086222660Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086222660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731086222661 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086222663 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086222663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086222686 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086222686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086222724 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086222750 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086222750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086222799 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086222818 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086222818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d11c73: reopening flushed file at 1731086223229 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3259a9f1: reopening flushed file at 1731086223237 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729bbf55: reopening flushed file at 1731086223244 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 593ms, sequenceid=70, compaction requested=false at 1731086223253 (+9 ms)Writing region close event to WAL at 1731086223272 (+19 ms)Closed at 1731086223272 2024-11-08T17:17:03,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46351 is added to blk_1073741830_1006 (size=41008) 2024-11-08T17:17:03,287 INFO [M:0;74e38af3904c:41649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:17:03,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:17:03,287 INFO [M:0;74e38af3904c:41649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41649 2024-11-08T17:17:03,287 INFO [M:0;74e38af3904c:41649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:17:03,462 INFO [M:0;74e38af3904c:41649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:17:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:17:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1011b733ec90000, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:17:03,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21349e35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:17:03,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:17:03,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:17:03,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:17:03,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.log.dir/,STOPPED} 2024-11-08T17:17:03,467 WARN [BP-34819170-172.17.0.2-1731086205754 heartbeating to localhost/127.0.0.1:36495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:17:03,467 WARN [BP-34819170-172.17.0.2-1731086205754 heartbeating to localhost/127.0.0.1:36495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-34819170-172.17.0.2-1731086205754 (Datanode Uuid 3ca5abce-a761-4a4d-a257-ffc677c6227c) service to localhost/127.0.0.1:36495 2024-11-08T17:17:03,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:17:03,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:17:03,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d/data/data1/current/BP-34819170-172.17.0.2-1731086205754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:17:03,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/cluster_2af7a8c1-793e-4b17-832f-af15f253840d/data/data2/current/BP-34819170-172.17.0.2-1731086205754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:17:03,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:17:03,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629579f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:17:03,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:17:03,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:17:03,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:17:03,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/190a1c0e-7c80-1f0f-2771-3a4a51bab5e7/hadoop.log.dir/,STOPPED} 2024-11-08T17:17:03,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:17:03,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:17:03,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38693 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36495 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4111 (was 3501) - AvailableMemoryMB LEAK? - 2024-11-08T17:17:03,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=4110 2024-11-08T17:17:03,542 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T17:17:03,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.log.dir so I do NOT create it in target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3 2024-11-08T17:17:03,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:17:03,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.tmp.dir so I do NOT create it in target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3 2024-11-08T17:17:03,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4a3fdc0d-8a82-6e70-2e4e-8513646000b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:17:03,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3 2024-11-08T17:17:03,543 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf, deleteOnExit=true 2024-11-08T17:17:03,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf/zookeeper_0, clientPort=50026, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:17:03,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50026 2024-11-08T17:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/test.cache.data in system properties and HBase conf 2024-11-08T17:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:17:03,547 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:17:03,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b733ec90002, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:17:03,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b733ec90005, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:17:03,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b733ec90005, quorum=127.0.0.1:55181, baseZNode=/1990215920 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:17:03,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b733ec90002, quorum=127.0.0.1:55181, baseZNode=/0-447049981 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:17:03,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:17:03,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:17:03,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:17:03,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:17:03,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:17:03,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:17:03,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de92a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:17:03,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59561a4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:17:04,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54bd04f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/java.io.tmpdir/jetty-localhost-37425-hadoop-hdfs-3_4_1-tests_jar-_-any-3808816313414742105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:17:04,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586cbbae{HTTP/1.1, (http/1.1)}{localhost:37425} 2024-11-08T17:17:04,072 INFO [Time-limited test {}] server.Server(415): Started @56852ms 2024-11-08T17:17:04,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:17:04,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:17:04,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:17:04,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:17:04,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:17:04,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27632f48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:17:04,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ecb522c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:17:04,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cf2a48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/java.io.tmpdir/jetty-localhost-41223-hadoop-hdfs-3_4_1-tests_jar-_-any-13020789961258196658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:17:04,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19486312{HTTP/1.1, (http/1.1)}{localhost:41223} 2024-11-08T17:17:04,588 INFO [Time-limited test {}] server.Server(415): Started @57367ms 2024-11-08T17:17:04,589 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:17:05,283 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf/data/data1/current/BP-690746115-172.17.0.2-1731086223574/current, will proceed with Du for space computation calculation, 2024-11-08T17:17:05,283 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf/data/data2/current/BP-690746115-172.17.0.2-1731086223574/current, will proceed with Du for space computation calculation, 2024-11-08T17:17:05,308 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:17:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab2a2aa05dc00c21 with lease ID 0x35828f87d3625397: Processing first storage report for DS-5289dbaf-bdee-4eb5-a02f-5029c5c899ee from datanode DatanodeRegistration(127.0.0.1:43629, datanodeUuid=7f00c90d-6178-49e6-96e3-e6f9c5fa29bb, infoPort=32905, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1784171283;c=1731086223574) 2024-11-08T17:17:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab2a2aa05dc00c21 with lease ID 0x35828f87d3625397: from storage DS-5289dbaf-bdee-4eb5-a02f-5029c5c899ee node DatanodeRegistration(127.0.0.1:43629, datanodeUuid=7f00c90d-6178-49e6-96e3-e6f9c5fa29bb, infoPort=32905, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1784171283;c=1731086223574), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:17:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab2a2aa05dc00c21 with lease ID 0x35828f87d3625397: Processing first storage report for DS-493357c6-3549-47f2-8e88-6424844630dd from datanode DatanodeRegistration(127.0.0.1:43629, datanodeUuid=7f00c90d-6178-49e6-96e3-e6f9c5fa29bb, infoPort=32905, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1784171283;c=1731086223574) 2024-11-08T17:17:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab2a2aa05dc00c21 with lease ID 0x35828f87d3625397: from storage DS-493357c6-3549-47f2-8e88-6424844630dd node DatanodeRegistration(127.0.0.1:43629, datanodeUuid=7f00c90d-6178-49e6-96e3-e6f9c5fa29bb, infoPort=32905, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1784171283;c=1731086223574), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:17:05,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3 2024-11-08T17:17:05,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:05,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:17:05,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136 with version=8 2024-11-08T17:17:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/hbase-staging 2024-11-08T17:17:05,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:17:05,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:05,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:05,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:17:05,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:05,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:17:05,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:17:05,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:17:05,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33839 2024-11-08T17:17:05,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33839 connecting to ZooKeeper ensemble=127.0.0.1:50026 2024-11-08T17:17:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338390x0, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:17:05,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33839-0x1011b7384640000 connected 2024-11-08T17:17:05,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:05,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:05,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on znode that does not yet exist, /0920658197/running 2024-11-08T17:17:05,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136, hbase.cluster.distributed=false 2024-11-08T17:17:05,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on znode that does not yet exist, /0920658197/acl 2024-11-08T17:17:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33839 2024-11-08T17:17:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33839 2024-11-08T17:17:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33839 2024-11-08T17:17:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33839 2024-11-08T17:17:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33839 2024-11-08T17:17:05,978 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:17:05,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:05,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:05,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:17:05,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:05,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:17:05,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:17:05,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:17:05,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38237 2024-11-08T17:17:05,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38237 connecting to ZooKeeper ensemble=127.0.0.1:50026 2024-11-08T17:17:05,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:05,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:05,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382370x0, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:17:05,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382370x0, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on znode that does not yet exist, /0920658197/running 2024-11-08T17:17:05,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38237-0x1011b7384640001 connected 2024-11-08T17:17:05,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:17:05,997 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:17:05,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on znode that does not yet exist, /0920658197/master 2024-11-08T17:17:05,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on znode that does not yet exist, /0920658197/acl 2024-11-08T17:17:06,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38237 2024-11-08T17:17:06,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38237 2024-11-08T17:17:06,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38237 2024-11-08T17:17:06,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38237 2024-11-08T17:17:06,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38237 2024-11-08T17:17:06,016 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:33839 2024-11-08T17:17:06,016 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0920658197/backup-masters/74e38af3904c,33839,1731086225770 2024-11-08T17:17:06,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197/backup-masters 2024-11-08T17:17:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197/backup-masters 2024-11-08T17:17:06,032 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on existing znode=/0920658197/backup-masters/74e38af3904c,33839,1731086225770 2024-11-08T17:17:06,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0920658197/master 2024-11-08T17:17:06,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,039 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on existing znode=/0920658197/master 2024-11-08T17:17:06,039 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0920658197/backup-masters/74e38af3904c,33839,1731086225770 from backup master directory 2024-11-08T17:17:06,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197/backup-masters 2024-11-08T17:17:06,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0920658197/backup-masters/74e38af3904c,33839,1731086225770 2024-11-08T17:17:06,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197/backup-masters 2024-11-08T17:17:06,048 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:17:06,049 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,33839,1731086225770 2024-11-08T17:17:06,053 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/hbase.id] with ID: 271676c6-5127-4983-a499-7645c36d58a0 2024-11-08T17:17:06,053 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/.tmp/hbase.id 2024-11-08T17:17:06,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:17:06,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:17:06,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:17:06,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:17:06,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:17:06,459 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/.tmp/hbase.id]:[hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/hbase.id] 2024-11-08T17:17:06,475 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:06,475 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:17:06,476 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:17:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:17:06,489 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:17:06,490 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:17:06,490 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:17:06,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:17:06,509 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store 2024-11-08T17:17:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:17:06,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:06,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:17:06,543 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:06,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:06,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:17:06,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:06,543 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:06,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086226543Disabling compacts and flushes for region at 1731086226543Disabling writes for close at 1731086226543Writing region close event to WAL at 1731086226543Closed at 1731086226543 2024-11-08T17:17:06,544 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/.initializing 2024-11-08T17:17:06,544 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/WALs/74e38af3904c,33839,1731086225770 2024-11-08T17:17:06,546 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:17:06,548 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C33839%2C1731086225770, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/WALs/74e38af3904c,33839,1731086225770, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/oldWALs, maxLogs=10 2024-11-08T17:17:06,564 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/WALs/74e38af3904c,33839,1731086225770/74e38af3904c%2C33839%2C1731086225770.1731086226548, exclude list is [], retry=0 2024-11-08T17:17:06,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-5289dbaf-bdee-4eb5-a02f-5029c5c899ee,DISK] 2024-11-08T17:17:06,569 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/WALs/74e38af3904c,33839,1731086225770/74e38af3904c%2C33839%2C1731086225770.1731086226548 2024-11-08T17:17:06,569 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-08T17:17:06,570 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:17:06,570 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:06,570 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,570 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:17:06,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:06,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:06,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:17:06,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:06,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:06,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:17:06,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:06,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:06,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:17:06,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:06,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:06,580 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,580 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,581 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,582 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,582 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,582 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:17:06,583 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:06,585 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:17:06,586 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351139, jitterRate=0.06321482360363007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:17:06,586 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086226570Initializing all the Stores at 1731086226571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086226571Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086226571Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086226571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086226571Cleaning up temporary data from old regions at 1731086226582 (+11 ms)Region opened successfully at 1731086226586 (+4 ms) 2024-11-08T17:17:06,586 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:17:06,589 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b11d3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:17:06,590 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:17:06,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:17:06,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:17:06,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:17:06,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:17:06,592 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:17:06,592 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:17:06,594 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:17:06,594 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Unable to get data of znode /0920658197/balancer because node does not exist (not necessarily an error) 2024-11-08T17:17:06,606 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0920658197/balancer already deleted, retry=false 2024-11-08T17:17:06,606 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:17:06,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Unable to get data of znode /0920658197/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:17:06,616 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0920658197/normalizer already deleted, retry=false 2024-11-08T17:17:06,617 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:17:06,618 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Unable to get data of znode /0920658197/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:17:06,627 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0920658197/switch/split already deleted, retry=false 2024-11-08T17:17:06,628 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Unable to get data of znode /0920658197/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:17:06,637 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0920658197/switch/merge already deleted, retry=false 2024-11-08T17:17:06,640 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Unable to get data of znode /0920658197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:17:06,648 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0920658197/snapshot-cleanup already deleted, retry=false 2024-11-08T17:17:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0920658197/running 2024-11-08T17:17:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0920658197/running 2024-11-08T17:17:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,659 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,33839,1731086225770, sessionid=0x1011b7384640000, setting cluster-up flag (Was=false) 2024-11-08T17:17:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,711 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0920658197/flush-table-proc/acquired, /0920658197/flush-table-proc/reached, /0920658197/flush-table-proc/abort 2024-11-08T17:17:06,712 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33839,1731086225770 2024-11-08T17:17:06,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:06,764 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0920658197/online-snapshot/acquired, /0920658197/online-snapshot/reached, /0920658197/online-snapshot/abort 2024-11-08T17:17:06,765 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33839,1731086225770 2024-11-08T17:17:06,769 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:17:06,770 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:06,771 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:17:06,771 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:17:06,771 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,33839,1731086225770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:17:06,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:06,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:06,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:06,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:06,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:17:06,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,773 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:17:06,773 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:06,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:17:06,774 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086256774 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:17:06,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:17:06,775 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:17:06,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:17:06,776 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:17:06,776 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:17:06,776 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086226776,5,FailOnTimeoutGroup] 2024-11-08T17:17:06,776 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086226776,5,FailOnTimeoutGroup] 2024-11-08T17:17:06,776 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,776 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:17:06,776 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,776 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:17:06,805 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(746): ClusterId : 271676c6-5127-4983-a499-7645c36d58a0 2024-11-08T17:17:06,805 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:17:06,817 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:17:06,817 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:17:06,828 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:17:06,828 DEBUG [RS:0;74e38af3904c:38237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c27df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:17:06,841 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:38237 2024-11-08T17:17:06,841 INFO [RS:0;74e38af3904c:38237 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:17:06,841 INFO [RS:0;74e38af3904c:38237 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:17:06,841 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:17:06,842 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,33839,1731086225770 with port=38237, startcode=1731086225978 2024-11-08T17:17:06,842 DEBUG [RS:0;74e38af3904c:38237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:17:06,844 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:17:06,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,38237,1731086225978 2024-11-08T17:17:06,845 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33839 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,38237,1731086225978 2024-11-08T17:17:06,846 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136 2024-11-08T17:17:06,846 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43189 2024-11-08T17:17:06,846 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:17:06,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197/rs 2024-11-08T17:17:06,859 DEBUG [RS:0;74e38af3904c:38237 {}] zookeeper.ZKUtil(111): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on existing znode=/0920658197/rs/74e38af3904c,38237,1731086225978 2024-11-08T17:17:06,859 WARN [RS:0;74e38af3904c:38237 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:17:06,859 INFO [RS:0;74e38af3904c:38237 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:17:06,859 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978 2024-11-08T17:17:06,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,38237,1731086225978] 2024-11-08T17:17:06,863 INFO [RS:0;74e38af3904c:38237 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:17:06,865 INFO [RS:0;74e38af3904c:38237 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:17:06,865 INFO [RS:0;74e38af3904c:38237 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:17:06,865 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,865 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:17:06,866 INFO [RS:0;74e38af3904c:38237 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:17:06,866 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,866 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:17:06,867 DEBUG [RS:0;74e38af3904c:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:17:06,868 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,868 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,868 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,868 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,868 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,868 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,38237,1731086225978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:17:06,887 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:17:06,887 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,38237,1731086225978-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,887 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,887 INFO [RS:0;74e38af3904c:38237 {}] regionserver.Replication(171): 74e38af3904c,38237,1731086225978 started 2024-11-08T17:17:06,907 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:06,907 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,38237,1731086225978, RpcServer on 74e38af3904c/172.17.0.2:38237, sessionid=0x1011b7384640001 2024-11-08T17:17:06,907 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:17:06,907 DEBUG [RS:0;74e38af3904c:38237 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,38237,1731086225978 2024-11-08T17:17:06,907 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,38237,1731086225978' 2024-11-08T17:17:06,907 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0920658197/flush-table-proc/abort' 2024-11-08T17:17:06,908 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0920658197/flush-table-proc/acquired' 2024-11-08T17:17:06,908 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:17:06,908 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:17:06,908 DEBUG [RS:0;74e38af3904c:38237 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,38237,1731086225978 2024-11-08T17:17:06,908 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,38237,1731086225978' 2024-11-08T17:17:06,908 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0920658197/online-snapshot/abort' 2024-11-08T17:17:06,909 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0920658197/online-snapshot/acquired' 2024-11-08T17:17:06,909 DEBUG [RS:0;74e38af3904c:38237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:17:06,909 INFO [RS:0;74e38af3904c:38237 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:17:06,909 INFO [RS:0;74e38af3904c:38237 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:17:07,010 INFO [RS:0;74e38af3904c:38237 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:17:07,012 INFO [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C38237%2C1731086225978, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/oldWALs, maxLogs=10 2024-11-08T17:17:07,028 DEBUG [RS:0;74e38af3904c:38237 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012, exclude list is [], retry=0 2024-11-08T17:17:07,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-5289dbaf-bdee-4eb5-a02f-5029c5c899ee,DISK] 2024-11-08T17:17:07,038 INFO [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 2024-11-08T17:17:07,038 DEBUG [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-08T17:17:07,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:17:07,182 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136 2024-11-08T17:17:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:17:07,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:07,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:17:07,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:17:07,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:07,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:07,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:17:07,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:17:07,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:07,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:07,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:17:07,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:17:07,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:07,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:07,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:17:07,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:17:07,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:07,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:07,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:17:07,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740 2024-11-08T17:17:07,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740 2024-11-08T17:17:07,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:17:07,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:17:07,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:17:07,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:17:07,612 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:17:07,612 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60721235, jitterRate=-0.09518308937549591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:17:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086227590Initializing all the Stores at 1731086227591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086227591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086227591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086227591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086227591Cleaning up temporary data from old regions at 1731086227605 (+14 ms)Region opened successfully at 1731086227613 (+8 ms) 2024-11-08T17:17:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:17:07,613 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:17:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:17:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:17:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:17:07,613 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:17:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086227613Disabling compacts and flushes for region at 1731086227613Disabling writes for close at 1731086227613Writing region close event to WAL at 1731086227613Closed at 1731086227613 2024-11-08T17:17:07,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:07,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:17:07,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:17:07,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:17:07,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:17:07,768 DEBUG [74e38af3904c:33839 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:17:07,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,38237,1731086225978 2024-11-08T17:17:07,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,38237,1731086225978, state=OPENING 2024-11-08T17:17:07,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:17:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:07,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0920658197/meta-region-server: CHANGED 2024-11-08T17:17:07,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0920658197/meta-region-server: CHANGED 2024-11-08T17:17:07,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:17:07,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,38237,1731086225978}] 2024-11-08T17:17:07,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:17:07,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:17:07,989 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:17:07,990 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:17:07,990 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:17:07,991 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C38237%2C1731086225978.meta, suffix=.meta, logDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/oldWALs, maxLogs=10 2024-11-08T17:17:08,010 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.meta.1731086227992.meta, exclude list is [], retry=0 2024-11-08T17:17:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-5289dbaf-bdee-4eb5-a02f-5029c5c899ee,DISK] 2024-11-08T17:17:08,015 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.meta.1731086227992.meta 2024-11-08T17:17:08,015 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-08T17:17:08,015 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:17:08,016 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:17:08,016 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:17:08,016 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:17:08,016 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:17:08,016 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:17:08,016 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:08,016 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:17:08,016 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:17:08,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:17:08,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:17:08,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:08,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:08,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:17:08,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:17:08,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:08,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:08,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:17:08,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:17:08,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:08,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:08,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:17:08,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:17:08,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:08,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:08,025 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:17:08,025 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740 2024-11-08T17:17:08,027 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740 2024-11-08T17:17:08,029 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:17:08,029 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:17:08,030 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:17:08,031 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:17:08,032 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70235442, jitterRate=0.04658964276313782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:17:08,032 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:17:08,033 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086228017Writing region info on filesystem at 1731086228017Initializing all the Stores at 1731086228018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086228018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086228018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086228018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086228018Cleaning up temporary data from old regions at 1731086228029 (+11 ms)Running coprocessor post-open hooks at 1731086228032 (+3 ms)Region opened successfully at 1731086228033 (+1 ms) 2024-11-08T17:17:08,036 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086227983 2024-11-08T17:17:08,039 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:17:08,039 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:17:08,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,38237,1731086225978 2024-11-08T17:17:08,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,38237,1731086225978, state=OPEN 2024-11-08T17:17:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0920658197/meta-region-server 2024-11-08T17:17:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0920658197/meta-region-server 2024-11-08T17:17:08,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,38237,1731086225978 2024-11-08T17:17:08,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0920658197/meta-region-server: CHANGED 2024-11-08T17:17:08,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0920658197/meta-region-server: CHANGED 2024-11-08T17:17:08,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:17:08,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,38237,1731086225978 in 308 msec 2024-11-08T17:17:08,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:17:08,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-08T17:17:08,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:08,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:17:08,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:08,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,38237,1731086225978, seqNum=-1] 2024-11-08T17:17:08,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:08,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:08,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-08T17:17:08,154 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086228154, completionTime=-1 2024-11-08T17:17:08,154 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:17:08,154 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086288157 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086348157 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33839,1731086225770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33839,1731086225770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33839,1731086225770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:33839, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:08,157 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:08,158 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:08,159 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33839,1731086225770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:17:08,162 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33839,1731086225770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:17:08,165 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:17:08,165 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:17:08,166 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33839,1731086225770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:08,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aee436e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:08,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33839,-1 for getting cluster id 2024-11-08T17:17:08,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:08,207 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '271676c6-5127-4983-a499-7645c36d58a0' 2024-11-08T17:17:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "271676c6-5127-4983-a499-7645c36d58a0" 2024-11-08T17:17:08,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398e8526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:08,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33839,-1] 2024-11-08T17:17:08,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:08,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:08,209 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:08,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0f75b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:08,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,38237,1731086225978, seqNum=-1] 2024-11-08T17:17:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:08,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,33839,1731086225770 2024-11-08T17:17:08,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50026 2024-11-08T17:17:08,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:17:08,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b7384640002 connected 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.log.dir so I do NOT create it in target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5 2024-11-08T17:17:08,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.tmp.dir so I do NOT create it in target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5 2024-11-08T17:17:08,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:17:08,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/cluster_2f6825e3-f049-ed36-c0d0-780e48a25d61, deleteOnExit=true 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/test.cache.data in system properties and HBase conf 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:17:08,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:17:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:17:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:17:08,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:17:08,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:17:08,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:17:08,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:17:08,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:17:08,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:17:08,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1321af29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:17:08,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6003bd66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:17:08,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dbc5381{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/java.io.tmpdir/jetty-localhost-46241-hadoop-hdfs-3_4_1-tests_jar-_-any-12758348857718583385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:17:08,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1402be57{HTTP/1.1, (http/1.1)}{localhost:46241} 2024-11-08T17:17:08,842 INFO [Time-limited test {}] server.Server(415): Started @61621ms 2024-11-08T17:17:09,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:17:09,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:17:09,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:17:09,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:17:09,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:17:09,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6618d265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:17:09,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27bec7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:17:09,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59099e46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/java.io.tmpdir/jetty-localhost-41103-hadoop-hdfs-3_4_1-tests_jar-_-any-15895591105949961768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:17:09,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1421bda0{HTTP/1.1, (http/1.1)}{localhost:41103} 2024-11-08T17:17:09,206 INFO [Time-limited test {}] server.Server(415): Started @61985ms 2024-11-08T17:17:09,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:17:10,573 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/cluster_2f6825e3-f049-ed36-c0d0-780e48a25d61/data/data1/current/BP-225253140-172.17.0.2-1731086228377/current, will proceed with Du for space computation calculation, 2024-11-08T17:17:10,573 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/cluster_2f6825e3-f049-ed36-c0d0-780e48a25d61/data/data2/current/BP-225253140-172.17.0.2-1731086228377/current, will proceed with Du for space computation calculation, 2024-11-08T17:17:10,592 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:17:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e03ec1689d5eea with lease ID 0x895a822c7af830a3: Processing first storage report for DS-11b7a68b-cb8f-4cc3-b764-bd3faa989491 from datanode DatanodeRegistration(127.0.0.1:36307, datanodeUuid=e44346f8-433d-40cb-a02c-d551e7ae2155, infoPort=46057, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=942551187;c=1731086228377) 2024-11-08T17:17:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e03ec1689d5eea with lease ID 0x895a822c7af830a3: from storage DS-11b7a68b-cb8f-4cc3-b764-bd3faa989491 node DatanodeRegistration(127.0.0.1:36307, datanodeUuid=e44346f8-433d-40cb-a02c-d551e7ae2155, infoPort=46057, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=942551187;c=1731086228377), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:17:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e03ec1689d5eea with lease ID 0x895a822c7af830a3: Processing first storage report for DS-2d791042-e9f5-494e-98d8-611d144bc11e from datanode DatanodeRegistration(127.0.0.1:36307, datanodeUuid=e44346f8-433d-40cb-a02c-d551e7ae2155, infoPort=46057, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=942551187;c=1731086228377) 2024-11-08T17:17:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e03ec1689d5eea with lease ID 0x895a822c7af830a3: from storage DS-2d791042-e9f5-494e-98d8-611d144bc11e node DatanodeRegistration(127.0.0.1:36307, datanodeUuid=e44346f8-433d-40cb-a02c-d551e7ae2155, infoPort=46057, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=942551187;c=1731086228377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:17:10,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5 2024-11-08T17:17:10,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:10,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:17:11,048 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3 with version=8 2024-11-08T17:17:11,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/hbase-staging 2024-11-08T17:17:11,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:17:11,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:11,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:11,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:17:11,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:11,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:17:11,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:17:11,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:17:11,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33791 2024-11-08T17:17:11,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33791 connecting to ZooKeeper ensemble=127.0.0.1:50026 2024-11-08T17:17:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337910x0, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:17:11,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33791-0x1011b7384640003 connected 2024-11-08T17:17:11,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:11,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:11,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on znode that does not yet exist, /1-1033455792/running 2024-11-08T17:17:11,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3, hbase.cluster.distributed=false 2024-11-08T17:17:11,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on znode that does not yet exist, /1-1033455792/acl 2024-11-08T17:17:11,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33791 2024-11-08T17:17:11,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33791 2024-11-08T17:17:11,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33791 2024-11-08T17:17:11,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33791 2024-11-08T17:17:11,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33791 2024-11-08T17:17:11,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:17:11,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:11,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:11,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:17:11,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:17:11,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:17:11,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:17:11,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:17:11,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32851 2024-11-08T17:17:11,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32851 connecting to ZooKeeper ensemble=127.0.0.1:50026 2024-11-08T17:17:11,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:11,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328510x0, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:17:11,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328510x0, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on znode that does not yet exist, /1-1033455792/running 2024-11-08T17:17:11,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32851-0x1011b7384640004 connected 2024-11-08T17:17:11,164 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:17:11,168 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:17:11,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on znode that does not yet exist, /1-1033455792/master 2024-11-08T17:17:11,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on znode that does not yet exist, /1-1033455792/acl 2024-11-08T17:17:11,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-08T17:17:11,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32851 2024-11-08T17:17:11,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32851 2024-11-08T17:17:11,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-08T17:17:11,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-08T17:17:11,188 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:33791 2024-11-08T17:17:11,190 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1033455792/backup-masters/74e38af3904c,33791,1731086231049 2024-11-08T17:17:11,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792/backup-masters 2024-11-08T17:17:11,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792/backup-masters 2024-11-08T17:17:11,196 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on existing znode=/1-1033455792/backup-masters/74e38af3904c,33791,1731086231049 2024-11-08T17:17:11,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:11,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1033455792/master 2024-11-08T17:17:11,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:11,206 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on existing znode=/1-1033455792/master 2024-11-08T17:17:11,207 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1033455792/backup-masters/74e38af3904c,33791,1731086231049 from backup master directory 2024-11-08T17:17:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792/backup-masters 2024-11-08T17:17:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1033455792/backup-masters/74e38af3904c,33791,1731086231049 2024-11-08T17:17:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792/backup-masters 2024-11-08T17:17:11,216 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:17:11,216 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,33791,1731086231049 2024-11-08T17:17:11,221 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/hbase.id] with ID: 418388b1-0c0c-4496-8cf6-dc116fc22e65 2024-11-08T17:17:11,221 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/.tmp/hbase.id 2024-11-08T17:17:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:17:11,631 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/.tmp/hbase.id]:[hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/hbase.id] 2024-11-08T17:17:11,643 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:11,643 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:17:11,645 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T17:17:11,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:11,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:11,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:17:11,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:17:11,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:11,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:11,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:11,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:12,096 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:17:12,097 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:17:12,097 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:17:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:17:12,504 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store 2024-11-08T17:17:12,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:17:12,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:17:12,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:12,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:17:12,913 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:12,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:12,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:17:12,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:12,913 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:17:12,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086232913Disabling compacts and flushes for region at 1731086232913Disabling writes for close at 1731086232913Writing region close event to WAL at 1731086232913Closed at 1731086232913 2024-11-08T17:17:12,914 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/.initializing 2024-11-08T17:17:12,914 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/WALs/74e38af3904c,33791,1731086231049 2024-11-08T17:17:12,915 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:17:12,916 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C33791%2C1731086231049, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/WALs/74e38af3904c,33791,1731086231049, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/oldWALs, maxLogs=10 2024-11-08T17:17:12,929 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/WALs/74e38af3904c,33791,1731086231049/74e38af3904c%2C33791%2C1731086231049.1731086232917, exclude list is [], retry=0 2024-11-08T17:17:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36307,DS-11b7a68b-cb8f-4cc3-b764-bd3faa989491,DISK] 2024-11-08T17:17:12,933 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/WALs/74e38af3904c,33791,1731086231049/74e38af3904c%2C33791%2C1731086231049.1731086232917 2024-11-08T17:17:12,933 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46057:46057)] 2024-11-08T17:17:12,933 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:17:12,933 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:12,934 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,934 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:17:12,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:12,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:12,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:17:12,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:12,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:12,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:17:12,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:12,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:12,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:17:12,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:12,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:12,941 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,942 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,942 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,943 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,943 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:17:12,945 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:17:12,947 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:17:12,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115882, jitterRate=-0.08930239081382751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:17:12,947 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086232934Initializing all the Stores at 1731086232934Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086232935 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086232935Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086232935Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086232935Cleaning up temporary data from old regions at 1731086232943 (+8 ms)Region opened successfully at 1731086232947 (+4 ms) 2024-11-08T17:17:12,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:17:12,950 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cfa42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:17:12,951 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:17:12,951 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:17:12,951 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:17:12,951 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:17:12,952 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:17:12,952 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:17:12,952 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:17:12,954 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:17:12,955 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Unable to get data of znode /1-1033455792/balancer because node does not exist (not necessarily an error) 2024-11-08T17:17:12,963 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1033455792/balancer already deleted, retry=false 2024-11-08T17:17:12,963 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:17:12,964 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Unable to get data of znode /1-1033455792/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:17:12,974 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1033455792/normalizer already deleted, retry=false 2024-11-08T17:17:12,974 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:17:12,975 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Unable to get data of znode /1-1033455792/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:17:12,984 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1033455792/switch/split already deleted, retry=false 2024-11-08T17:17:12,985 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Unable to get data of znode /1-1033455792/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:17:12,995 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1033455792/switch/merge already deleted, retry=false 2024-11-08T17:17:12,997 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Unable to get data of znode /1-1033455792/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:17:13,005 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1033455792/snapshot-cleanup already deleted, retry=false 2024-11-08T17:17:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1033455792/running 2024-11-08T17:17:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1033455792/running 2024-11-08T17:17:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:13,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,33791,1731086231049, sessionid=0x1011b7384640003, setting cluster-up flag (Was=false) 2024-11-08T17:17:13,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:13,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:13,080 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1033455792/flush-table-proc/acquired, /1-1033455792/flush-table-proc/reached, /1-1033455792/flush-table-proc/abort 2024-11-08T17:17:13,083 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33791,1731086231049 2024-11-08T17:17:13,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:13,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:13,132 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1033455792/online-snapshot/acquired, /1-1033455792/online-snapshot/reached, /1-1033455792/online-snapshot/abort 2024-11-08T17:17:13,133 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33791,1731086231049 2024-11-08T17:17:13,134 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:17:13,135 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:13,136 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:17:13,136 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:17:13,136 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,33791,1731086231049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:17:13,137 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:13,137 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:13,137 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:13,138 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:17:13,138 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:17:13,138 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,138 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:17:13,138 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:13,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:17:13,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086263140 2024-11-08T17:17:13,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:17:13,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:17:13,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:17:13,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:17:13,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:17:13,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:17:13,141 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:13,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:17:13,144 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,145 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:17:13,145 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:17:13,145 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:17:13,145 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:17:13,145 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:17:13,145 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:17:13,148 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086233145,5,FailOnTimeoutGroup] 2024-11-08T17:17:13,148 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086233148,5,FailOnTimeoutGroup] 2024-11-08T17:17:13,148 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,148 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:17:13,148 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,148 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:17:13,175 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(746): ClusterId : 418388b1-0c0c-4496-8cf6-dc116fc22e65 2024-11-08T17:17:13,176 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:17:13,185 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:17:13,185 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:17:13,196 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:17:13,196 DEBUG [RS:0;74e38af3904c:32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174f5689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:17:13,207 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:32851 2024-11-08T17:17:13,207 INFO [RS:0;74e38af3904c:32851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:17:13,207 INFO [RS:0;74e38af3904c:32851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:17:13,207 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:17:13,208 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,33791,1731086231049 with port=32851, startcode=1731086231152 2024-11-08T17:17:13,208 DEBUG [RS:0;74e38af3904c:32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:17:13,209 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:17:13,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,32851,1731086231152 2024-11-08T17:17:13,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33791 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,32851,1731086231152 2024-11-08T17:17:13,211 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3 2024-11-08T17:17:13,211 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45403 2024-11-08T17:17:13,211 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:17:13,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792/rs 2024-11-08T17:17:13,268 DEBUG [RS:0;74e38af3904c:32851 {}] zookeeper.ZKUtil(111): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on existing znode=/1-1033455792/rs/74e38af3904c,32851,1731086231152 2024-11-08T17:17:13,268 WARN [RS:0;74e38af3904c:32851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:17:13,268 INFO [RS:0;74e38af3904c:32851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:17:13,269 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152 2024-11-08T17:17:13,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,32851,1731086231152] 2024-11-08T17:17:13,273 INFO [RS:0;74e38af3904c:32851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:17:13,275 INFO [RS:0;74e38af3904c:32851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:17:13,275 INFO [RS:0;74e38af3904c:32851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:17:13,275 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,275 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:17:13,276 INFO [RS:0;74e38af3904c:32851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:17:13,276 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,276 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,276 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,276 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,276 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:17:13,277 DEBUG [RS:0;74e38af3904c:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:17:13,280 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,280 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,280 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,280 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,280 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,280 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,32851,1731086231152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:17:13,296 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:17:13,296 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,32851,1731086231152-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,296 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,296 INFO [RS:0;74e38af3904c:32851 {}] regionserver.Replication(171): 74e38af3904c,32851,1731086231152 started 2024-11-08T17:17:13,314 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:13,315 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,32851,1731086231152, RpcServer on 74e38af3904c/172.17.0.2:32851, sessionid=0x1011b7384640004 2024-11-08T17:17:13,315 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:17:13,315 DEBUG [RS:0;74e38af3904c:32851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,32851,1731086231152 2024-11-08T17:17:13,315 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,32851,1731086231152' 2024-11-08T17:17:13,315 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1033455792/flush-table-proc/abort' 2024-11-08T17:17:13,315 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1033455792/flush-table-proc/acquired' 2024-11-08T17:17:13,316 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:17:13,316 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:17:13,316 DEBUG [RS:0;74e38af3904c:32851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,32851,1731086231152 2024-11-08T17:17:13,316 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,32851,1731086231152' 2024-11-08T17:17:13,316 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1033455792/online-snapshot/abort' 2024-11-08T17:17:13,316 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1033455792/online-snapshot/acquired' 2024-11-08T17:17:13,317 DEBUG [RS:0;74e38af3904c:32851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:17:13,317 INFO [RS:0;74e38af3904c:32851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:17:13,317 INFO [RS:0;74e38af3904c:32851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:17:13,417 INFO [RS:0;74e38af3904c:32851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:17:13,423 INFO [RS:0;74e38af3904c:32851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C32851%2C1731086231152, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/oldWALs, maxLogs=10 2024-11-08T17:17:13,442 DEBUG [RS:0;74e38af3904c:32851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152/74e38af3904c%2C32851%2C1731086231152.1731086233423, exclude list is [], retry=0 2024-11-08T17:17:13,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36307,DS-11b7a68b-cb8f-4cc3-b764-bd3faa989491,DISK] 2024-11-08T17:17:13,461 INFO [RS:0;74e38af3904c:32851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152/74e38af3904c%2C32851%2C1731086231152.1731086233423 2024-11-08T17:17:13,461 DEBUG [RS:0;74e38af3904c:32851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46057:46057)] 2024-11-08T17:17:13,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:17:13,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3 2024-11-08T17:17:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:17:13,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:13,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:17:13,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:17:13,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:13,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:13,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:17:13,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:17:13,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:13,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:13,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:17:13,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:17:13,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:13,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:13,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:17:13,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:17:13,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:13,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:13,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:17:13,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740 2024-11-08T17:17:13,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740 2024-11-08T17:17:13,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:17:13,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:17:13,977 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:17:13,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:17:13,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:17:13,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70928672, jitterRate=0.05691957473754883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:17:13,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086233964Initializing all the Stores at 1731086233965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086233965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086233965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086233965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086233965Cleaning up temporary data from old regions at 1731086233976 (+11 ms)Region opened successfully at 1731086233982 (+6 ms) 2024-11-08T17:17:13,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:17:13,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:17:13,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:17:13,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:17:13,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:17:13,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:17:13,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086233982Disabling compacts and flushes for region at 1731086233982Disabling writes for close at 1731086233982Writing region close event to WAL at 1731086233983 (+1 ms)Closed at 1731086233983 2024-11-08T17:17:13,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:13,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:17:13,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:17:13,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:17:13,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:17:14,141 DEBUG [74e38af3904c:33791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:17:14,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,32851,1731086231152 2024-11-08T17:17:14,143 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,32851,1731086231152, state=OPENING 2024-11-08T17:17:14,153 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:17:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:17:14,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1033455792/meta-region-server: CHANGED 2024-11-08T17:17:14,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1033455792/meta-region-server: CHANGED 2024-11-08T17:17:14,165 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:17:14,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,32851,1731086231152}] 2024-11-08T17:17:14,317 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:17:14,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:17:14,322 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:17:14,322 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:17:14,322 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:17:14,324 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C32851%2C1731086231152.meta, suffix=.meta, logDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/oldWALs, maxLogs=10 2024-11-08T17:17:14,336 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152/74e38af3904c%2C32851%2C1731086231152.meta.1731086234324.meta, exclude list is [], retry=0 2024-11-08T17:17:14,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36307,DS-11b7a68b-cb8f-4cc3-b764-bd3faa989491,DISK] 2024-11-08T17:17:14,340 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152/74e38af3904c%2C32851%2C1731086231152.meta.1731086234324.meta 2024-11-08T17:17:14,340 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46057:46057)] 2024-11-08T17:17:14,340 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:17:14,340 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:17:14,340 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:17:14,340 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:17:14,340 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:17:14,341 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:17:14,341 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:14,341 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:17:14,341 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:17:14,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:17:14,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:17:14,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:14,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:14,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:17:14,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:17:14,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:14,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:14,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:17:14,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:17:14,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:14,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:14,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:17:14,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:17:14,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:14,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:17:14,347 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:17:14,348 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740 2024-11-08T17:17:14,349 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740 2024-11-08T17:17:14,350 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:17:14,350 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:17:14,350 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:17:14,351 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:17:14,352 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62146955, jitterRate=-0.07393820583820343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:17:14,352 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:17:14,352 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086234341Writing region info on filesystem at 1731086234341Initializing all the Stores at 1731086234342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086234342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086234342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086234342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086234342Cleaning up temporary data from old regions at 1731086234350 (+8 ms)Running coprocessor post-open hooks at 1731086234352 (+2 ms)Region opened successfully at 1731086234352 2024-11-08T17:17:14,353 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086234317 2024-11-08T17:17:14,355 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:17:14,355 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:17:14,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,32851,1731086231152 2024-11-08T17:17:14,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,32851,1731086231152, state=OPEN 2024-11-08T17:17:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1033455792/meta-region-server 2024-11-08T17:17:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1033455792/meta-region-server 2024-11-08T17:17:14,363 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,32851,1731086231152 2024-11-08T17:17:14,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1033455792/meta-region-server: CHANGED 2024-11-08T17:17:14,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1033455792/meta-region-server: CHANGED 2024-11-08T17:17:14,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:17:14,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,32851,1731086231152 in 198 msec 2024-11-08T17:17:14,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:17:14,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-08T17:17:14,368 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:17:14,368 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:17:14,370 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:14,370 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,32851,1731086231152, seqNum=-1] 2024-11-08T17:17:14,370 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:14,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:14,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-08T17:17:14,376 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086234376, completionTime=-1 2024-11-08T17:17:14,376 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:17:14,377 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086294379 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086354379 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33791,1731086231049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33791,1731086231049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33791,1731086231049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:33791, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:14,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:14,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:14,381 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.167sec 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33791,1731086231049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:17:14,383 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33791,1731086231049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:17:14,386 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:17:14,386 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:17:14,386 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33791,1731086231049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:17:14,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22831943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:14,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33791,-1 for getting cluster id 2024-11-08T17:17:14,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:14,477 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '418388b1-0c0c-4496-8cf6-dc116fc22e65' 2024-11-08T17:17:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "418388b1-0c0c-4496-8cf6-dc116fc22e65" 2024-11-08T17:17:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fddd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33791,-1] 2024-11-08T17:17:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:14,480 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:14,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d90e96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:14,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,32851,1731086231152, seqNum=-1] 2024-11-08T17:17:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:14,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:14,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,33791,1731086231049 2024-11-08T17:17:14,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50026 2024-11-08T17:17:14,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:17:14,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b7384640005 connected 2024-11-08T17:17:14,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33839,1731086225770 2024-11-08T17:17:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e9b253 2024-11-08T17:17:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:14,517 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:17:14,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:17:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:17:14,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:17:14,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:14,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:17:14,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:17:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:17:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:14,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dbdde18622da2e84105e5bbe5a29769, NAME => 'test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136 2024-11-08T17:17:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:17:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:15,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:15,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7dbdde18622da2e84105e5bbe5a29769, disabling compactions & flushes 2024-11-08T17:17:15,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:17:15,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:17:15,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. after waiting 0 ms 2024-11-08T17:17:15,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:17:15,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:17:15,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dbdde18622da2e84105e5bbe5a29769: Waiting for close lock at 1731086235342Disabling compacts and flushes for region at 1731086235342Disabling writes for close at 1731086235342Writing region close event to WAL at 1731086235342Closed at 1731086235342 2024-11-08T17:17:15,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:17:15,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086235344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086235344"}]},"ts":"1731086235344"} 2024-11-08T17:17:15,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:17:15,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:17:15,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086235352"}]},"ts":"1731086235352"} 2024-11-08T17:17:15,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:17:15,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7dbdde18622da2e84105e5bbe5a29769, ASSIGN}] 2024-11-08T17:17:15,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7dbdde18622da2e84105e5bbe5a29769, ASSIGN 2024-11-08T17:17:15,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7dbdde18622da2e84105e5bbe5a29769, ASSIGN; state=OFFLINE, location=74e38af3904c,38237,1731086225978; forceNewPlan=false, retain=false 2024-11-08T17:17:15,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dbdde18622da2e84105e5bbe5a29769, regionState=OPENING, regionLocation=74e38af3904c,38237,1731086225978 2024-11-08T17:17:15,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7dbdde18622da2e84105e5bbe5a29769, ASSIGN because future has completed 2024-11-08T17:17:15,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbdde18622da2e84105e5bbe5a29769, server=74e38af3904c,38237,1731086225978}] 2024-11-08T17:17:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:15,672 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:17:15,672 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dbdde18622da2e84105e5bbe5a29769, NAME => 'test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:17:15,673 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:17:15,673 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:17:15,673 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,673 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:15,673 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,673 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,675 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,676 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbdde18622da2e84105e5bbe5a29769 columnFamilyName f 2024-11-08T17:17:15,676 DEBUG [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:15,681 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] regionserver.HStore(327): Store=7dbdde18622da2e84105e5bbe5a29769/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:15,681 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,682 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbdde18622da2e84105e5bbe5a29769 columnFamilyName f1 2024-11-08T17:17:15,682 DEBUG [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:15,683 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] regionserver.HStore(327): Store=7dbdde18622da2e84105e5bbe5a29769/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:15,683 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,684 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbdde18622da2e84105e5bbe5a29769 columnFamilyName norep 2024-11-08T17:17:15,684 DEBUG [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:15,687 INFO [StoreOpener-7dbdde18622da2e84105e5bbe5a29769-1 {}] regionserver.HStore(327): Store=7dbdde18622da2e84105e5bbe5a29769/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:15,687 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,688 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,689 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,690 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,690 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,691 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:17:15,692 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,706 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:17:15,707 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7dbdde18622da2e84105e5bbe5a29769; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62308802, jitterRate=-0.07152649760246277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:17:15,707 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:17:15,708 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7dbdde18622da2e84105e5bbe5a29769: Running coprocessor pre-open hook at 1731086235673Writing region info on filesystem at 1731086235673Initializing all the Stores at 1731086235674 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086235674Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086235675 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086235675Cleaning up temporary data from old regions at 1731086235690 (+15 ms)Running coprocessor post-open hooks at 1731086235707 (+17 ms)Region opened successfully at 1731086235708 (+1 ms) 2024-11-08T17:17:15,711 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., pid=6, masterSystemTime=1731086235666 2024-11-08T17:17:15,717 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:17:15,717 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:17:15,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dbdde18622da2e84105e5bbe5a29769, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,38237,1731086225978 2024-11-08T17:17:15,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbdde18622da2e84105e5bbe5a29769, server=74e38af3904c,38237,1731086225978 because future has completed 2024-11-08T17:17:15,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:17:15,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dbdde18622da2e84105e5bbe5a29769, server=74e38af3904c,38237,1731086225978 in 218 msec 2024-11-08T17:17:15,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:17:15,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7dbdde18622da2e84105e5bbe5a29769, ASSIGN in 380 msec 2024-11-08T17:17:15,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:17:15,746 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086235746"}]},"ts":"1731086235746"} 2024-11-08T17:17:15,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:17:15,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:17:15,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2300 sec 2024-11-08T17:17:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:17:16,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:17:16,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:17:16,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T17:17:16,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:17:16,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T17:17:16,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:17:16,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T17:17:16,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:17:16,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T17:17:16,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:17:16,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T17:17:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:16,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:16,670 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:17:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33791,1731086231049 2024-11-08T17:17:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f3d2d9 2024-11-08T17:17:16,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:16,673 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:17:16,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:17:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:17:16,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:17:16,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:16,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:17:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:16,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:17:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:17:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:17,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26f275043a493c4817ad88198b8fd16f, NAME => 'test,,1731086236673.26f275043a493c4817ad88198b8fd16f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3 2024-11-08T17:17:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:17:17,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086236673.26f275043a493c4817ad88198b8fd16f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:17,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26f275043a493c4817ad88198b8fd16f, disabling compactions & flushes 2024-11-08T17:17:17,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:17:17,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:17:17,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086236673.26f275043a493c4817ad88198b8fd16f. after waiting 0 ms 2024-11-08T17:17:17,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:17:17,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:17:17,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26f275043a493c4817ad88198b8fd16f: Waiting for close lock at 1731086237106Disabling compacts and flushes for region at 1731086237106Disabling writes for close at 1731086237107 (+1 ms)Writing region close event to WAL at 1731086237107Closed at 1731086237107 2024-11-08T17:17:17,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:17:17,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086236673.26f275043a493c4817ad88198b8fd16f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086237108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086237108"}]},"ts":"1731086237108"} 2024-11-08T17:17:17,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:17:17,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:17:17,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086237114"}]},"ts":"1731086237114"} 2024-11-08T17:17:17,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:17:17,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26f275043a493c4817ad88198b8fd16f, ASSIGN}] 2024-11-08T17:17:17,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26f275043a493c4817ad88198b8fd16f, ASSIGN 2024-11-08T17:17:17,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26f275043a493c4817ad88198b8fd16f, ASSIGN; state=OFFLINE, location=74e38af3904c,32851,1731086231152; forceNewPlan=false, retain=false 2024-11-08T17:17:17,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26f275043a493c4817ad88198b8fd16f, regionState=OPENING, regionLocation=74e38af3904c,32851,1731086231152 2024-11-08T17:17:17,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26f275043a493c4817ad88198b8fd16f, ASSIGN because future has completed 2024-11-08T17:17:17,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f275043a493c4817ad88198b8fd16f, server=74e38af3904c,32851,1731086231152}] 2024-11-08T17:17:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:17,468 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:17:17,469 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26f275043a493c4817ad88198b8fd16f, NAME => 'test,,1731086236673.26f275043a493c4817ad88198b8fd16f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:17:17,469 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:17:17,470 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:17:17,470 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,470 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086236673.26f275043a493c4817ad88198b8fd16f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:17,470 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,470 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,483 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,486 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f275043a493c4817ad88198b8fd16f columnFamilyName f 2024-11-08T17:17:17,487 DEBUG [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:17,489 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] regionserver.HStore(327): Store=26f275043a493c4817ad88198b8fd16f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:17,489 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,493 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f275043a493c4817ad88198b8fd16f columnFamilyName f1 2024-11-08T17:17:17,493 DEBUG [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:17,494 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] regionserver.HStore(327): Store=26f275043a493c4817ad88198b8fd16f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:17,494 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,496 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f275043a493c4817ad88198b8fd16f columnFamilyName norep 2024-11-08T17:17:17,496 DEBUG [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:17,496 INFO [StoreOpener-26f275043a493c4817ad88198b8fd16f-1 {}] regionserver.HStore(327): Store=26f275043a493c4817ad88198b8fd16f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:17,497 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,498 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,498 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,500 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,500 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,500 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:17:17,502 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,524 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:17:17,525 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26f275043a493c4817ad88198b8fd16f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70095826, jitterRate=0.04450920224189758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:17:17,525 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:17:17,525 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26f275043a493c4817ad88198b8fd16f: Running coprocessor pre-open hook at 1731086237471Writing region info on filesystem at 1731086237471Initializing all the Stores at 1731086237472 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086237472Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086237482 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086237482Cleaning up temporary data from old regions at 1731086237500 (+18 ms)Running coprocessor post-open hooks at 1731086237525 (+25 ms)Region opened successfully at 1731086237525 2024-11-08T17:17:17,532 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086236673.26f275043a493c4817ad88198b8fd16f., pid=6, masterSystemTime=1731086237456 2024-11-08T17:17:17,535 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:17:17,535 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:17:17,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26f275043a493c4817ad88198b8fd16f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,32851,1731086231152 2024-11-08T17:17:17,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f275043a493c4817ad88198b8fd16f, server=74e38af3904c,32851,1731086231152 because future has completed 2024-11-08T17:17:17,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:17:17,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26f275043a493c4817ad88198b8fd16f, server=74e38af3904c,32851,1731086231152 in 244 msec 2024-11-08T17:17:17,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:17:17,554 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086237554"}]},"ts":"1731086237554"} 2024-11-08T17:17:17,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:17:17,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26f275043a493c4817ad88198b8fd16f, ASSIGN in 430 msec 2024-11-08T17:17:17,559 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:17:17,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:17:17,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 887 msec 2024-11-08T17:17:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:17:17,820 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:17:17,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec4eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33839,-1 for getting cluster id 2024-11-08T17:17:17,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:17,841 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '271676c6-5127-4983-a499-7645c36d58a0' 2024-11-08T17:17:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "271676c6-5127-4983-a499-7645c36d58a0" 2024-11-08T17:17:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8090a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33839,-1] 2024-11-08T17:17:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:17,843 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9a26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3022a46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33791,-1 for getting cluster id 2024-11-08T17:17:17,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:17,848 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '418388b1-0c0c-4496-8cf6-dc116fc22e65' 2024-11-08T17:17:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "418388b1-0c0c-4496-8cf6-dc116fc22e65" 2024-11-08T17:17:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cd5c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33791,-1] 2024-11-08T17:17:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:17,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:17,853 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:17,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a241fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b353c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33839,-1 for getting cluster id 2024-11-08T17:17:17,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:17,858 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '271676c6-5127-4983-a499-7645c36d58a0' 2024-11-08T17:17:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "271676c6-5127-4983-a499-7645c36d58a0" 2024-11-08T17:17:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2350d078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33839,-1] 2024-11-08T17:17:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:17,860 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:17,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c09590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33839,1731086225770 2024-11-08T17:17:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d648df 2024-11-08T17:17:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:17,867 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:17:17,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:33791,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:17:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:17:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:17:17,872 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33791' 2024-11-08T17:17:17,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a390f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,881 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33791,-1 for getting cluster id 2024-11-08T17:17:17,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:17,882 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '418388b1-0c0c-4496-8cf6-dc116fc22e65' 2024-11-08T17:17:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "418388b1-0c0c-4496-8cf6-dc116fc22e65" 2024-11-08T17:17:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b825038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33791,-1] 2024-11-08T17:17:17,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:17,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:17,884 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:17,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c44c5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:17,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:17,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33791,1731086231049 2024-11-08T17:17:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f2a6086 2024-11-08T17:17:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:17,888 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:17:17,889 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:17:17,889 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:17:17,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:17,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:17,890 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:17:17,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:17:17,896 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:17:17,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:17:17,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:17,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:17:17,948 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:17:17,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:17:17,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d5c12a9e2c2983d20b4e5923f27f989, NAME => 'hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136 2024-11-08T17:17:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:17:18,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:17:18,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:18,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9d5c12a9e2c2983d20b4e5923f27f989, disabling compactions & flushes 2024-11-08T17:17:18,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:17:18,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:17:18,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. after waiting 0 ms 2024-11-08T17:17:18,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:17:18,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:17:18,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d5c12a9e2c2983d20b4e5923f27f989: Waiting for close lock at 1731086238035Disabling compacts and flushes for region at 1731086238035Disabling writes for close at 1731086238036 (+1 ms)Writing region close event to WAL at 1731086238036Closed at 1731086238036 2024-11-08T17:17:18,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:17:18,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086238038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086238038"}]},"ts":"1731086238038"} 2024-11-08T17:17:18,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:17:18,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:17:18,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086238043"}]},"ts":"1731086238043"} 2024-11-08T17:17:18,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:17:18,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d5c12a9e2c2983d20b4e5923f27f989, ASSIGN}] 2024-11-08T17:17:18,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d5c12a9e2c2983d20b4e5923f27f989, ASSIGN 2024-11-08T17:17:18,054 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d5c12a9e2c2983d20b4e5923f27f989, ASSIGN; state=OFFLINE, location=74e38af3904c,38237,1731086225978; forceNewPlan=false, retain=false 2024-11-08T17:17:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:17:18,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d5c12a9e2c2983d20b4e5923f27f989, regionState=OPENING, regionLocation=74e38af3904c,38237,1731086225978 2024-11-08T17:17:18,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d5c12a9e2c2983d20b4e5923f27f989, ASSIGN because future has completed 2024-11-08T17:17:18,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d5c12a9e2c2983d20b4e5923f27f989, server=74e38af3904c,38237,1731086225978}] 2024-11-08T17:17:18,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:17:18,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:17:18,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:17:18,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C38237%2C1731086225978.rep, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/oldWALs, maxLogs=10 2024-11-08T17:17:18,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.rep.1731086238381, exclude list is [], retry=0 2024-11-08T17:17:18,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-5289dbaf-bdee-4eb5-a02f-5029c5c899ee,DISK] 2024-11-08T17:17:18,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.rep.1731086238381 2024-11-08T17:17:18,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-08T17:17:18,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d5c12a9e2c2983d20b4e5923f27f989, NAME => 'hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:17:18,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:17:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:17:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. service=MultiRowMutationService 2024-11-08T17:17:18,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:17:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:17:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,440 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,448 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5c12a9e2c2983d20b4e5923f27f989 columnFamilyName hfileref 2024-11-08T17:17:18,448 DEBUG [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:18,449 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] regionserver.HStore(327): Store=9d5c12a9e2c2983d20b4e5923f27f989/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:18,449 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,459 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5c12a9e2c2983d20b4e5923f27f989 columnFamilyName queue 2024-11-08T17:17:18,459 DEBUG [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:18,460 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] regionserver.HStore(327): Store=9d5c12a9e2c2983d20b4e5923f27f989/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:18,460 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,462 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5c12a9e2c2983d20b4e5923f27f989 columnFamilyName sid 2024-11-08T17:17:18,462 DEBUG [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:17:18,463 INFO [StoreOpener-9d5c12a9e2c2983d20b4e5923f27f989-1 {}] regionserver.HStore(327): Store=9d5c12a9e2c2983d20b4e5923f27f989/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:17:18,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:17:18,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:17:18,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9d5c12a9e2c2983d20b4e5923f27f989; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74918234, jitterRate=0.11636868119239807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:17:18,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:17:18,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9d5c12a9e2c2983d20b4e5923f27f989: Running coprocessor pre-open hook at 1731086238426Writing region info on filesystem at 1731086238426Initializing all the Stores at 1731086238429 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086238429Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086238440 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086238440Cleaning up temporary data from old regions at 1731086238465 (+25 ms)Running coprocessor post-open hooks at 1731086238473 (+8 ms)Region opened successfully at 1731086238474 (+1 ms) 2024-11-08T17:17:18,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989., pid=10, masterSystemTime=1731086238371 2024-11-08T17:17:18,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:17:18,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:17:18,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d5c12a9e2c2983d20b4e5923f27f989, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,38237,1731086225978 2024-11-08T17:17:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d5c12a9e2c2983d20b4e5923f27f989, server=74e38af3904c,38237,1731086225978 because future has completed 2024-11-08T17:17:18,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:17:18,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d5c12a9e2c2983d20b4e5923f27f989, server=74e38af3904c,38237,1731086225978 in 280 msec 2024-11-08T17:17:18,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:17:18,503 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086238502"}]},"ts":"1731086238502"} 2024-11-08T17:17:18,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:17:18,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d5c12a9e2c2983d20b4e5923f27f989, ASSIGN in 449 msec 2024-11-08T17:17:18,506 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:17:18,507 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:17:18,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 617 msec 2024-11-08T17:17:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:17:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989., hostname=74e38af3904c,38237,1731086225978, seqNum=2] 2024-11-08T17:17:18,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:18,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:17:18,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:17:18,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:17:18,791 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:17:18,832 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,38237,1731086225978, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:17:18,833 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:18,833 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,38237,1731086225978, seqNum=-1] 2024-11-08T17:17:18,834 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:18,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T17:17:18,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,38237,1731086225978', locateType=CURRENT is [region=hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989., hostname=74e38af3904c,38237,1731086225978, seqNum=2] 2024-11-08T17:17:18,844 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:17:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:17:18,851 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,38237,1731086225978 suceeded 2024-11-08T17:17:18,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:17:18,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-08T17:17:18,857 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:33791,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T17:17:18,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 989 msec 2024-11-08T17:17:18,864 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:17:18,867 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33791' 2024-11-08T17:17:18,869 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3643abe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:18,869 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33791,-1 for getting cluster id 2024-11-08T17:17:18,869 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:18,870 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '418388b1-0c0c-4496-8cf6-dc116fc22e65' 2024-11-08T17:17:18,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:18,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "418388b1-0c0c-4496-8cf6-dc116fc22e65" 2024-11-08T17:17:18,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4536e738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:18,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33791,-1] 2024-11-08T17:17:18,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:18,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:18,872 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:18,873 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d0b754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:18,873 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:18,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33791,1731086231049 2024-11-08T17:17:18,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53034004 2024-11-08T17:17:18,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:18,875 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T17:17:18,876 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,38237,1731086225978 (queues=1) is replicating from cluster=271676c6-5127-4983-a499-7645c36d58a0 to cluster=418388b1-0c0c-4496-8cf6-dc116fc22e65 2024-11-08T17:17:18,876 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C38237%2C1731086225978 2024-11-08T17:17:18,876 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,38237,1731086225978, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:17:18,880 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012, startPosition=0, beingWritten=true 2024-11-08T17:17:18,883 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C38237%2C1731086225978 2024-11-08T17:17:18,891 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:17:18,891 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 379, reset compression=false 2024-11-08T17:17:18,891 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,38237,1731086225978 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:17:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:17:19,020 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:17:19,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:17:19,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:17:19,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:19,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:19,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:17:19,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:19,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731086239026/Put/seqid=0 2024-11-08T17:17:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741840_1016 (size=7894) 2024-11-08T17:17:19,096 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 379, reset compression=false 2024-11-08T17:17:19,400 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 379, reset compression=false 2024-11-08T17:17:19,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_1 is 34, key is ddd/f:row/1731086239437/Put/seqid=0 2024-11-08T17:17:19,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741841_1017 (size=7691) 2024-11-08T17:17:19,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f63b8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:19,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33839,-1 for getting cluster id 2024-11-08T17:17:19,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:19,458 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '271676c6-5127-4983-a499-7645c36d58a0' 2024-11-08T17:17:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "271676c6-5127-4983-a499-7645c36d58a0" 2024-11-08T17:17:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58deb7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33839,-1] 2024-11-08T17:17:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:19,461 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:19,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453dab9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:19,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,38237,1731086225978, seqNum=-1] 2024-11-08T17:17:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:19,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:19,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33839,1731086225770 2024-11-08T17:17:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3008a7 2024-11-08T17:17:19,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:19,491 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:17:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2] 2024-11-08T17:17:19,545 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:17:19,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T17:17:19,582 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T17:17:19,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_0 for inclusion in 7dbdde18622da2e84105e5bbe5a29769/f 2024-11-08T17:17:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T17:17:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:17:19,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_1 for inclusion in 7dbdde18622da2e84105e5bbe5a29769/f 2024-11-08T17:17:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T17:17:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:17:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HRegion(2603): Flush status journal for 7dbdde18622da2e84105e5bbe5a29769: 2024-11-08T17:17:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_0 to hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_0 2024-11-08T17:17:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_0 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ 2024-11-08T17:17:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f/f/hfile_1 to hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_1 2024-11-08T17:17:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_1 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/88895666c2934df099299c0aba447012_SeqId_4_ 2024-11-08T17:17:19,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_0 into 7dbdde18622da2e84105e5bbe5a29769/f as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ - updating store file list. 2024-11-08T17:17:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99b6419e74db42908e7fda803319cc9f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:17:19,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ into 7dbdde18622da2e84105e5bbe5a29769/f 2024-11-08T17:17:19,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_0 into 7dbdde18622da2e84105e5bbe5a29769/f (new location: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_) 2024-11-08T17:17:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_0 2024-11-08T17:17:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_1 into 7dbdde18622da2e84105e5bbe5a29769/f as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/88895666c2934df099299c0aba447012_SeqId_4_ - updating store file list. 2024-11-08T17:17:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88895666c2934df099299c0aba447012_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:17:19,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/88895666c2934df099299c0aba447012_SeqId_4_ into 7dbdde18622da2e84105e5bbe5a29769/f 2024-11-08T17:17:19,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_1 into 7dbdde18622da2e84105e5bbe5a29769/f (new location: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f/88895666c2934df099299c0aba447012_SeqId_4_) 2024-11-08T17:17:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__3hpehnu4flgkqiknn33cs38jv2n1dmp7dt1u2imuhg2ac420nmnvaqp7kt5e00fa/f/hfile_1 2024-11-08T17:17:19,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:17:19,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:17:19,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:19,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:19,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:17:19,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2 , the old value is region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74e38af3904c:38237 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:17:19,720 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T17:17:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:17:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,32851,1731086231152, seqNum=-1] 2024-11-08T17:17:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2 from cache 2024-11-08T17:17:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:19,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086236673.26f275043a493c4817ad88198b8fd16f., hostname=74e38af3904c,32851,1731086231152, seqNum=2] 2024-11-08T17:17:19,726 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T17:17:19,810 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 379, reset compression=false 2024-11-08T17:17:19,816 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:17:19,816 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,38237,1731086225978 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dbdde18622da2e84105e5bbe5a29769/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086239712/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T17:17:19,830 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:38237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T17:17:19,835 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:17:19,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T17:17:19,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.ReplicationSink(318): Replicating [271676c6-5127-4983-a499-7645c36d58a0] bulk loaded data 2024-11-08T17:17:19,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da15200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:19,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33791,-1 for getting cluster id 2024-11-08T17:17:19,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:19,841 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '418388b1-0c0c-4496-8cf6-dc116fc22e65' 2024-11-08T17:17:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "418388b1-0c0c-4496-8cf6-dc116fc22e65" 2024-11-08T17:17:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b82916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33791,-1] 2024-11-08T17:17:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:19,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:17:19,843 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:19,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ee6a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741837_1013 (size=7894) 2024-11-08T17:17:19,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:19,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:19,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:19,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:17:20,016 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 687, reset compression=false 2024-11-08T17:17:20,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741838_1014 (size=7691) 2024-11-08T17:17:20,320 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 687, reset compression=false 2024-11-08T17:17:20,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:20,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33791,1731086231049 2024-11-08T17:17:20,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582c7eeb 2024-11-08T17:17:20,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:20,679 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T17:17:20,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:17:20,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:20,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,32851,1731086231152, seqNum=-1] 2024-11-08T17:17:20,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:20,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T17:17:20,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/88895666c2934df099299c0aba447012_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T17:17:20,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T17:17:20,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/88895666c2934df099299c0aba447012_SeqId_4_ for inclusion in 26f275043a493c4817ad88198b8fd16f/f 2024-11-08T17:17:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T17:17:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:17:20,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ for inclusion in 26f275043a493c4817ad88198b8fd16f/f 2024-11-08T17:17:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T17:17:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:17:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HRegion(2603): Flush status journal for 26f275043a493c4817ad88198b8fd16f: 2024-11-08T17:17:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 88895666c2934df099299c0aba447012_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:17:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/88895666c2934df099299c0aba447012_SeqId_4_ as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8948a0cae5d7467ead5d00c3a1e3647c_SeqId_4_ 2024-11-08T17:17:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99b6419e74db42908e7fda803319cc9f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:17:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8b6a13dd3da144d9bca1647c72353625_SeqId_4_ 2024-11-08T17:17:20,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/88895666c2934df099299c0aba447012_SeqId_4_ into 26f275043a493c4817ad88198b8fd16f/f as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8948a0cae5d7467ead5d00c3a1e3647c_SeqId_4_ - updating store file list. 2024-11-08T17:17:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8948a0cae5d7467ead5d00c3a1e3647c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:17:20,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8948a0cae5d7467ead5d00c3a1e3647c_SeqId_4_ into 26f275043a493c4817ad88198b8fd16f/f 2024-11-08T17:17:20,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/88895666c2934df099299c0aba447012_SeqId_4_ into 26f275043a493c4817ad88198b8fd16f/f (new location: hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8948a0cae5d7467ead5d00c3a1e3647c_SeqId_4_) 2024-11-08T17:17:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/88895666c2934df099299c0aba447012_SeqId_4_ 2024-11-08T17:17:20,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ into 26f275043a493c4817ad88198b8fd16f/f as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8b6a13dd3da144d9bca1647c72353625_SeqId_4_ - updating store file list. 2024-11-08T17:17:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b6a13dd3da144d9bca1647c72353625_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:17:20,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8b6a13dd3da144d9bca1647c72353625_SeqId_4_ into 26f275043a493c4817ad88198b8fd16f/f 2024-11-08T17:17:20,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ into 26f275043a493c4817ad88198b8fd16f/f (new location: hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/f/8b6a13dd3da144d9bca1647c72353625_SeqId_4_) 2024-11-08T17:17:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/staging/jenkins.hfs.6__test__gsf8gr42qkf0c3abvier7otg9m4eccbro52251c2k36k1838nlhuqc2ddat0fnbn/f/99b6419e74db42908e7fda803319cc9f_SeqId_4_ 2024-11-08T17:17:20,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.ReplicationSink(324): Finished replicating [271676c6-5127-4983-a499-7645c36d58a0] bulk loaded data 2024-11-08T17:17:20,725 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 687, reset compression=false 2024-11-08T17:17:20,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:17:20,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731086240747/Put/seqid=0 2024-11-08T17:17:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741842_1018 (size=7997) 2024-11-08T17:17:21,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731086241155/Put/seqid=0 2024-11-08T17:17:21,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741843_1019 (size=7794) 2024-11-08T17:17:21,229 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 687, reset compression=false 2024-11-08T17:17:21,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6c69e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:21,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33839,-1 for getting cluster id 2024-11-08T17:17:21,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:17:21,565 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '271676c6-5127-4983-a499-7645c36d58a0' 2024-11-08T17:17:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:17:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "271676c6-5127-4983-a499-7645c36d58a0" 2024-11-08T17:17:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287b2d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33839,-1] 2024-11-08T17:17:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:17:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:21,567 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:17:21,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe21ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:17:21,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:21,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,38237,1731086225978, seqNum=-1] 2024-11-08T17:17:21,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:21,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:21,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:17:21,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33839,1731086225770 2024-11-08T17:17:21,590 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0639d8 2024-11-08T17:17:21,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:17:21,597 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:17:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2] 2024-11-08T17:17:21,605 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:17:21,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T17:17:21,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T17:17:21,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_0 for inclusion in 7dbdde18622da2e84105e5bbe5a29769/f1 2024-11-08T17:17:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T17:17:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:17:21,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_1 for inclusion in 7dbdde18622da2e84105e5bbe5a29769/f1 2024-11-08T17:17:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T17:17:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HRegion(2603): Flush status journal for 7dbdde18622da2e84105e5bbe5a29769: 2024-11-08T17:17:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_0 to hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_0 2024-11-08T17:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_0 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/cb28582fcbac44d6871bcae8f0c8c298_SeqId_6_ 2024-11-08T17:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/load_f1/f1/hfile_1 to hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_1 2024-11-08T17:17:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_1 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/b5734335ded142b1ae1fabd4eaf4336e_SeqId_6_ 2024-11-08T17:17:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T17:17:21,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_0 into 7dbdde18622da2e84105e5bbe5a29769/f1 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/cb28582fcbac44d6871bcae8f0c8c298_SeqId_6_ - updating store file list. 2024-11-08T17:17:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb28582fcbac44d6871bcae8f0c8c298_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:17:21,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/cb28582fcbac44d6871bcae8f0c8c298_SeqId_6_ into 7dbdde18622da2e84105e5bbe5a29769/f1 2024-11-08T17:17:21,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_0 into 7dbdde18622da2e84105e5bbe5a29769/f1 (new location: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/cb28582fcbac44d6871bcae8f0c8c298_SeqId_6_) 2024-11-08T17:17:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_0 2024-11-08T17:17:21,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_1 into 7dbdde18622da2e84105e5bbe5a29769/f1 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/b5734335ded142b1ae1fabd4eaf4336e_SeqId_6_ - updating store file list. 2024-11-08T17:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5734335ded142b1ae1fabd4eaf4336e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:17:21,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/b5734335ded142b1ae1fabd4eaf4336e_SeqId_6_ into 7dbdde18622da2e84105e5bbe5a29769/f1 2024-11-08T17:17:21,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_1 into 7dbdde18622da2e84105e5bbe5a29769/f1 (new location: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/f1/b5734335ded142b1ae1fabd4eaf4336e_SeqId_6_) 2024-11-08T17:17:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/staging/jenkins__test__1kgvdbnbm5j54es9qhlv8hkoo40v2dj1behur6dvagto0guovplkue42tlsku0pt/f1/hfile_1 2024-11-08T17:17:21,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:17:21,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:17:21,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2 , the old value is region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74e38af3904c:38237 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:17:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:17:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2 from cache 2024-11-08T17:17:21,712 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T17:17:21,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:17:21,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:17:21,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:17:21,714 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,38237,1731086225978, seqNum=-1] 2024-11-08T17:17:21,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:17:21,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:17:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., hostname=74e38af3904c,38237,1731086225978, seqNum=2] 2024-11-08T17:17:21,820 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:38237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T17:17:21,833 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 687, reset compression=false 2024-11-08T17:17:21,838 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:17:21,838 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:21,838 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,38237,1731086225978 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:17:22,044 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:22,348 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:22,752 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:23,256 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:23,860 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:24,565 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:25,369 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:26,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T17:17:26,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T17:17:26,272 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:27,290 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:28,395 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:29,599 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:30,903 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:32,308 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:33,814 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:35,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:17:35,418 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:37,122 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:38,926 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:40,636 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:17:40,854 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:41,841 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,38237,1731086225978 got entry batch from reader: null 2024-11-08T17:17:42,862 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:44,966 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:47,170 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:48,728 INFO [master/74e38af3904c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T17:17:48,728 INFO [master/74e38af3904c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T17:17:49,473 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:51,877 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:54,380 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:55,249 INFO [master/74e38af3904c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T17:17:55,249 INFO [master/74e38af3904c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T17:17:56,984 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:17:59,689 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:00,673 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7dbdde18622da2e84105e5bbe5a29769, had cached 0 bytes from a total of 31376 2024-11-08T17:18:01,841 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,38237,1731086225978 got entry batch from reader: null 2024-11-08T17:18:02,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 26f275043a493c4817ad88198b8fd16f, had cached 0 bytes from a total of 15585 2024-11-08T17:18:02,493 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:05,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:18:05,399 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:08,403 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:10,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:18:11,507 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:14,711 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:18,015 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:21,419 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:21,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:18:21,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:21,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:21,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:21,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:21,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:21,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:18:21,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=769712943, stopped=false 2024-11-08T17:18:21,753 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,33791,1731086231049 2024-11-08T17:18:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1033455792/running 2024-11-08T17:18:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1033455792/running 2024-11-08T17:18:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:18:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:18:21,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:21,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:21,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:21,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:21,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,32851,1731086231152' ***** 2024-11-08T17:18:21,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:18:21,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on znode that does not yet exist, /1-1033455792/running 2024-11-08T17:18:21,771 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:18:21,771 INFO [RS:0;74e38af3904c:32851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:18:21,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:18:21,771 INFO [RS:0;74e38af3904c:32851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:18:21,771 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(3091): Received CLOSE for 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:18:21,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Set watcher on znode that does not yet exist, /1-1033455792/running 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,32851,1731086231152 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:21,772 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26f275043a493c4817ad88198b8fd16f, disabling compactions & flushes 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:32851. 2024-11-08T17:18:21,772 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:18:21,772 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:18:21,772 DEBUG [RS:0;74e38af3904c:32851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:21,772 DEBUG [RS:0;74e38af3904c:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:21,772 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086236673.26f275043a493c4817ad88198b8fd16f. after waiting 0 ms 2024-11-08T17:18:21,772 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:18:21,772 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:18:21,772 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 26f275043a493c4817ad88198b8fd16f=test,,1731086236673.26f275043a493c4817ad88198b8fd16f.} 2024-11-08T17:18:21,773 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f275043a493c4817ad88198b8fd16f 2024-11-08T17:18:21,773 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:21,773 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:21,773 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:21,773 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:21,773 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:21,773 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T17:18:21,777 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/default/test/26f275043a493c4817ad88198b8fd16f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T17:18:21,777 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:21,777 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:18:21,778 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:18:21,778 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26f275043a493c4817ad88198b8fd16f: Waiting for close lock at 1731086301772Running coprocessor pre-close hooks at 1731086301772Disabling compacts and flushes for region at 1731086301772Disabling writes for close at 1731086301772Writing region close event to WAL at 1731086301773 (+1 ms)Running coprocessor post-close hooks at 1731086301777 (+4 ms)Closed at 1731086301777 2024-11-08T17:18:21,778 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086236673.26f275043a493c4817ad88198b8fd16f. 2024-11-08T17:18:21,798 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/info/73f88c0f30f54472b9ea07b3a610211e is 129, key is test,,1731086236673.26f275043a493c4817ad88198b8fd16f./info:regioninfo/1731086237537/Put/seqid=0 2024-11-08T17:18:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741839_1015 (size=6421) 2024-11-08T17:18:21,842 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,38237,1731086225978 got entry batch from reader: null 2024-11-08T17:18:21,857 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:21,973 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:22,173 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:22,207 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/info/73f88c0f30f54472b9ea07b3a610211e 2024-11-08T17:18:22,241 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/ns/0e920ff307f14048bdfeb2355a71fdff is 43, key is default/ns:d/1731086234371/Put/seqid=0 2024-11-08T17:18:22,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741840_1016 (size=5153) 2024-11-08T17:18:22,295 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:18:22,295 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:18:22,373 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:22,573 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:22,649 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/ns/0e920ff307f14048bdfeb2355a71fdff 2024-11-08T17:18:22,667 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/rep_barrier/3f4da334453543f6a3dedb8bd2cb358c is 112, key is test,,1731086236673.26f275043a493c4817ad88198b8fd16f./rep_barrier:seqnumDuringOpen/1731086237537/Put/seqid=0 2024-11-08T17:18:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741841_1017 (size=5518) 2024-11-08T17:18:22,773 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:18:22,773 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:18:22,773 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:22,974 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:23,073 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/rep_barrier/3f4da334453543f6a3dedb8bd2cb358c 2024-11-08T17:18:23,092 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/table/4617e1244d4f470ba866a92deeed0b9b is 40, key is test/table:state/1731086237554/Put/seqid=0 2024-11-08T17:18:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741842_1018 (size=5165) 2024-11-08T17:18:23,174 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:23,374 DEBUG [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:23,497 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/table/4617e1244d4f470ba866a92deeed0b9b 2024-11-08T17:18:23,504 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/info/73f88c0f30f54472b9ea07b3a610211e as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/info/73f88c0f30f54472b9ea07b3a610211e 2024-11-08T17:18:23,511 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/info/73f88c0f30f54472b9ea07b3a610211e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T17:18:23,512 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/ns/0e920ff307f14048bdfeb2355a71fdff as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/ns/0e920ff307f14048bdfeb2355a71fdff 2024-11-08T17:18:23,519 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/ns/0e920ff307f14048bdfeb2355a71fdff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:18:23,520 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/rep_barrier/3f4da334453543f6a3dedb8bd2cb358c as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/rep_barrier/3f4da334453543f6a3dedb8bd2cb358c 2024-11-08T17:18:23,527 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/rep_barrier/3f4da334453543f6a3dedb8bd2cb358c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T17:18:23,528 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/.tmp/table/4617e1244d4f470ba866a92deeed0b9b as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/table/4617e1244d4f470ba866a92deeed0b9b 2024-11-08T17:18:23,535 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/table/4617e1244d4f470ba866a92deeed0b9b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:18:23,536 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1763ms, sequenceid=11, compaction requested=false 2024-11-08T17:18:23,543 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T17:18:23,543 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:23,543 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:23,544 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:23,544 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086301773Running coprocessor pre-close hooks at 1731086301773Disabling compacts and flushes for region at 1731086301773Disabling writes for close at 1731086301773Obtaining lock to block concurrent updates at 1731086301773Preparing flush snapshotting stores in 1588230740 at 1731086301773Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731086301773Flushing stores of hbase:meta,,1.1588230740 at 1731086301774 (+1 ms)Flushing 1588230740/info: creating writer at 1731086301774Flushing 1588230740/info: appending metadata at 1731086301798 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731086301798Flushing 1588230740/ns: creating writer at 1731086302218 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731086302240 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731086302240Flushing 1588230740/rep_barrier: creating writer at 1731086302654 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086302667 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086302667Flushing 1588230740/table: creating writer at 1731086303079 (+412 ms)Flushing 1588230740/table: appending metadata at 1731086303092 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731086303092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660efe8c: reopening flushed file at 1731086303503 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af9f5fa: reopening flushed file at 1731086303511 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cad2322: reopening flushed file at 1731086303519 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3000725b: reopening flushed file at 1731086303527 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1763ms, sequenceid=11, compaction requested=false at 1731086303536 (+9 ms)Writing region close event to WAL at 1731086303537 (+1 ms)Running coprocessor post-close hooks at 1731086303543 (+6 ms)Closed at 1731086303544 (+1 ms) 2024-11-08T17:18:23,544 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:23,574 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,32851,1731086231152; all regions closed. 2024-11-08T17:18:23,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741834_1010 (size=2717) 2024-11-08T17:18:23,579 DEBUG [RS:0;74e38af3904c:32851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/oldWALs 2024-11-08T17:18:23,579 INFO [RS:0;74e38af3904c:32851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C32851%2C1731086231152.meta:.meta(num 1731086234324) 2024-11-08T17:18:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741832_1008 (size=1028) 2024-11-08T17:18:23,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/WALs/74e38af3904c,32851,1731086231152/74e38af3904c%2C32851%2C1731086231152.1731086233423 not finished, retry = 0 2024-11-08T17:18:23,684 DEBUG [RS:0;74e38af3904c:32851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/oldWALs 2024-11-08T17:18:23,684 INFO [RS:0;74e38af3904c:32851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C32851%2C1731086231152:(num 1731086233423) 2024-11-08T17:18:23,684 DEBUG [RS:0;74e38af3904c:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:23,684 INFO [RS:0;74e38af3904c:32851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:23,684 INFO [RS:0;74e38af3904c:32851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:23,684 INFO [RS:0;74e38af3904c:32851 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:23,685 INFO [RS:0;74e38af3904c:32851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:23,685 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:23,685 INFO [RS:0;74e38af3904c:32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:32851. 2024-11-08T17:18:23,685 DEBUG [RS:0;74e38af3904c:32851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:23,685 DEBUG [RS:0;74e38af3904c:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:23,685 DEBUG [RS:0;74e38af3904c:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:23,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:23,685 INFO [RS:0;74e38af3904c:32851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32851 2024-11-08T17:18:23,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1033455792/rs/74e38af3904c,32851,1731086231152 2024-11-08T17:18:23,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792/rs 2024-11-08T17:18:23,741 INFO [RS:0;74e38af3904c:32851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:23,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,32851,1731086231152] 2024-11-08T17:18:23,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1033455792/draining/74e38af3904c,32851,1731086231152 already deleted, retry=false 2024-11-08T17:18:23,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,32851,1731086231152 expired; onlineServers=0 2024-11-08T17:18:23,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,33791,1731086231049' ***** 2024-11-08T17:18:23,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:18:23,770 INFO [M:0;74e38af3904c:33791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:23,770 INFO [M:0;74e38af3904c:33791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:23,770 DEBUG [M:0;74e38af3904c:33791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:18:23,770 DEBUG [M:0;74e38af3904c:33791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:18:23,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:18:23,770 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086233145 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086233145,5,FailOnTimeoutGroup] 2024-11-08T17:18:23,770 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086233148 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086233148,5,FailOnTimeoutGroup] 2024-11-08T17:18:23,771 INFO [M:0;74e38af3904c:33791 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:23,771 INFO [M:0;74e38af3904c:33791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:23,771 DEBUG [M:0;74e38af3904c:33791 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:18:23,771 INFO [M:0;74e38af3904c:33791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:18:23,771 INFO [M:0;74e38af3904c:33791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:23,771 INFO [M:0;74e38af3904c:33791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:18:23,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:18:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1033455792/master 2024-11-08T17:18:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1033455792 2024-11-08T17:18:23,850 DEBUG [M:0;74e38af3904c:33791 {}] zookeeper.ZKUtil(347): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Unable to get data of znode /1-1033455792/master because node does not exist (not an error) 2024-11-08T17:18:23,850 WARN [M:0;74e38af3904c:33791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:18:23,852 INFO [M:0;74e38af3904c:33791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/.lastflushedseqids 2024-11-08T17:18:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741843_1019 (size=173) 2024-11-08T17:18:23,860 INFO [RS:0;74e38af3904c:32851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:23,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:23,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x1011b7384640004, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:23,860 INFO [RS:0;74e38af3904c:32851 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,32851,1731086231152; zookeeper connection closed. 2024-11-08T17:18:23,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@534c9c66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@534c9c66 2024-11-08T17:18:23,860 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:18:24,257 INFO [M:0;74e38af3904c:33791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:18:24,257 INFO [M:0;74e38af3904c:33791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:18:24,257 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:24,257 INFO [M:0;74e38af3904c:33791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:24,257 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:24,257 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:24,257 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:24,257 INFO [M:0;74e38af3904c:33791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-08T17:18:24,280 DEBUG [M:0;74e38af3904c:33791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d996431d344b8ca8099f794d8c6a72 is 82, key is hbase:meta,,1/info:regioninfo/1731086234356/Put/seqid=0 2024-11-08T17:18:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741844_1020 (size=5672) 2024-11-08T17:18:24,287 INFO [M:0;74e38af3904c:33791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d996431d344b8ca8099f794d8c6a72 2024-11-08T17:18:24,315 DEBUG [M:0;74e38af3904c:33791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acbedcb2b07a43d7ab498d290da1bbea is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731086237564/Put/seqid=0 2024-11-08T17:18:24,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741845_1021 (size=6727) 2024-11-08T17:18:24,721 INFO [M:0;74e38af3904c:33791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acbedcb2b07a43d7ab498d290da1bbea 2024-11-08T17:18:24,726 INFO [M:0;74e38af3904c:33791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acbedcb2b07a43d7ab498d290da1bbea 2024-11-08T17:18:24,744 DEBUG [M:0;74e38af3904c:33791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45b5fd32f6641f8bce59d0839c9a8da is 69, key is 74e38af3904c,32851,1731086231152/rs:state/1731086233210/Put/seqid=0 2024-11-08T17:18:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741846_1022 (size=5156) 2024-11-08T17:18:24,756 INFO [M:0;74e38af3904c:33791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45b5fd32f6641f8bce59d0839c9a8da 2024-11-08T17:18:24,765 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d996431d344b8ca8099f794d8c6a72 as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0d996431d344b8ca8099f794d8c6a72 2024-11-08T17:18:24,777 INFO [M:0;74e38af3904c:33791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0d996431d344b8ca8099f794d8c6a72, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T17:18:24,778 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acbedcb2b07a43d7ab498d290da1bbea as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acbedcb2b07a43d7ab498d290da1bbea 2024-11-08T17:18:24,786 INFO [M:0;74e38af3904c:33791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acbedcb2b07a43d7ab498d290da1bbea 2024-11-08T17:18:24,786 INFO [M:0;74e38af3904c:33791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acbedcb2b07a43d7ab498d290da1bbea, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T17:18:24,788 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45b5fd32f6641f8bce59d0839c9a8da as hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e45b5fd32f6641f8bce59d0839c9a8da 2024-11-08T17:18:24,801 INFO [M:0;74e38af3904c:33791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/44c29c76-4cd3-8145-492e-e0078f9fdac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e45b5fd32f6641f8bce59d0839c9a8da, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T17:18:24,803 INFO [M:0;74e38af3904c:33791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=58, compaction requested=false 2024-11-08T17:18:24,812 INFO [M:0;74e38af3904c:33791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:24,812 DEBUG [M:0;74e38af3904c:33791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086304257Disabling compacts and flushes for region at 1731086304257Disabling writes for close at 1731086304257Obtaining lock to block concurrent updates at 1731086304257Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086304257Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731086304258 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086304258Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086304259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086304279 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086304280 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086304294 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086304314 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086304314Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086304726 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086304744 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086304744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e3386e: reopening flushed file at 1731086304764 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c65d0e7: reopening flushed file at 1731086304777 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4778697a: reopening flushed file at 1731086304786 (+9 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=58, compaction requested=false at 1731086304803 (+17 ms)Writing region close event to WAL at 1731086304812 (+9 ms)Closed at 1731086304812 2024-11-08T17:18:24,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36307 is added to blk_1073741830_1006 (size=33026) 2024-11-08T17:18:24,823 INFO [M:0;74e38af3904c:33791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:18:24,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:24,823 INFO [M:0;74e38af3904c:33791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33791 2024-11-08T17:18:24,824 INFO [M:0;74e38af3904c:33791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:24,923 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.1731086227012 to pos 997, reset compression=false 2024-11-08T17:18:24,976 INFO [M:0;74e38af3904c:33791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:24,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:24,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x1011b7384640003, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:24,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59099e46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:18:24,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1421bda0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:24,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:24,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27bec7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:24,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6618d265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:24,981 WARN [BP-225253140-172.17.0.2-1731086228377 heartbeating to localhost/127.0.0.1:45403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:18:24,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:18:24,981 WARN [BP-225253140-172.17.0.2-1731086228377 heartbeating to localhost/127.0.0.1:45403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-225253140-172.17.0.2-1731086228377 (Datanode Uuid e44346f8-433d-40cb-a02c-d551e7ae2155) service to localhost/127.0.0.1:45403 2024-11-08T17:18:24,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:18:24,981 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/cluster_2f6825e3-f049-ed36-c0d0-780e48a25d61/data/data1/current/BP-225253140-172.17.0.2-1731086228377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:24,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/cluster_2f6825e3-f049-ed36-c0d0-780e48a25d61/data/data2/current/BP-225253140-172.17.0.2-1731086228377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:24,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:18:24,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dbc5381{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:18:24,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1402be57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:24,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:24,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6003bd66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:24,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1321af29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:25,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:18:25,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:18:25,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:25,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:25,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:25,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:25,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:25,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:18:25,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1922485585, stopped=false 2024-11-08T17:18:25,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,33839,1731086225770 2024-11-08T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0920658197/running 2024-11-08T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0920658197/running 2024-11-08T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:18:25,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:25,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:25,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:25,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:25,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,38237,1731086225978' ***** 2024-11-08T17:18:25,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:18:25,055 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:18:25,056 INFO [RS:0;74e38af3904c:38237 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:18:25,056 INFO [RS:0;74e38af3904c:38237 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:18:25,056 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dbdde18622da2e84105e5bbe5a29769 2024-11-08T17:18:25,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:18:25,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on znode that does not yet exist, /0920658197/running 2024-11-08T17:18:25,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Set watcher on znode that does not yet exist, /0920658197/running 2024-11-08T17:18:25,060 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:18:25,060 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,38237,1731086225978 2024-11-08T17:18:25,060 INFO [RS:0;74e38af3904c:38237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:25,060 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dbdde18622da2e84105e5bbe5a29769, disabling compactions & flushes 2024-11-08T17:18:25,060 INFO [RS:0;74e38af3904c:38237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:38237. 2024-11-08T17:18:25,060 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:18:25,060 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:18:25,060 DEBUG [RS:0;74e38af3904c:38237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:25,060 DEBUG [RS:0;74e38af3904c:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:25,060 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. after waiting 0 ms 2024-11-08T17:18:25,060 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:18:25,060 INFO [RS:0;74e38af3904c:38237 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:18:25,060 INFO [RS:0;74e38af3904c:38237 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:18:25,061 INFO [RS:0;74e38af3904c:38237 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:18:25,061 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:18:25,062 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:18:25,062 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7dbdde18622da2e84105e5bbe5a29769=test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769., 9d5c12a9e2c2983d20b4e5923f27f989=hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989.} 2024-11-08T17:18:25,062 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dbdde18622da2e84105e5bbe5a29769, 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:18:25,062 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:25,062 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:25,062 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:25,062 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:25,062 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:25,062 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:18:25,064 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:25,081 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/default/test/7dbdde18622da2e84105e5bbe5a29769/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T17:18:25,084 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:25,084 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:18:25,084 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:18:25,084 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dbdde18622da2e84105e5bbe5a29769: Waiting for close lock at 1731086305060Running coprocessor pre-close hooks at 1731086305060Disabling compacts and flushes for region at 1731086305060Disabling writes for close at 1731086305060Writing region close event to WAL at 1731086305068 (+8 ms)Running coprocessor post-close hooks at 1731086305084 (+16 ms)Closed at 1731086305084 2024-11-08T17:18:25,084 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769. 2024-11-08T17:18:25,085 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d5c12a9e2c2983d20b4e5923f27f989, disabling compactions & flushes 2024-11-08T17:18:25,085 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:18:25,085 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:18:25,085 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. after waiting 0 ms 2024-11-08T17:18:25,085 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:18:25,085 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d5c12a9e2c2983d20b4e5923f27f989 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T17:18:25,092 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/info/37e51258bdbe44569710139cfa99cffb is 147, key is hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989./info:regioninfo/1731086238485/Put/seqid=0 2024-11-08T17:18:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741844_1020 (size=7686) 2024-11-08T17:18:25,108 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/info/37e51258bdbe44569710139cfa99cffb 2024-11-08T17:18:25,115 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/.tmp/hfileref/c007b3822ceb4c51afb119f5c5399214 is 74, key is 1/hfileref:88895666c2934df099299c0aba447012_SeqId_4_/1731086240723/DeleteColumn/seqid=0 2024-11-08T17:18:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741845_1021 (size=5203) 2024-11-08T17:18:25,149 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/.tmp/hfileref/c007b3822ceb4c51afb119f5c5399214 2024-11-08T17:18:25,191 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/ns/c8e7e92027ce4212a95627431013089f is 43, key is default/ns:d/1731086228148/Put/seqid=0 2024-11-08T17:18:25,208 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/.tmp/queue/0973b1141d7044c6adc867985f2f376e is 153, key is 1-74e38af3904c,38237,1731086225978/queue:74e38af3904c%2C38237%2C1731086225978/1731086241840/Put/seqid=0 2024-11-08T17:18:25,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741846_1022 (size=5153) 2024-11-08T17:18:25,211 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/ns/c8e7e92027ce4212a95627431013089f 2024-11-08T17:18:25,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741847_1023 (size=5352) 2024-11-08T17:18:25,262 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:18:25,267 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/rep_barrier/e23d42be07cf4d43b4d14dd8e5f94898 is 112, key is test,,1731086234518.7dbdde18622da2e84105e5bbe5a29769./rep_barrier:seqnumDuringOpen/1731086235717/Put/seqid=0 2024-11-08T17:18:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741848_1024 (size=5518) 2024-11-08T17:18:25,295 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/rep_barrier/e23d42be07cf4d43b4d14dd8e5f94898 2024-11-08T17:18:25,332 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/table/3e427b90912c47f488d47c7e554482a7 is 53, key is hbase:replication/table:state/1731086238502/Put/seqid=0 2024-11-08T17:18:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741849_1025 (size=5308) 2024-11-08T17:18:25,462 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:18:25,644 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/.tmp/queue/0973b1141d7044c6adc867985f2f376e 2024-11-08T17:18:25,651 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/.tmp/hfileref/c007b3822ceb4c51afb119f5c5399214 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/hfileref/c007b3822ceb4c51afb119f5c5399214 2024-11-08T17:18:25,661 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/hfileref/c007b3822ceb4c51afb119f5c5399214, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T17:18:25,662 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d5c12a9e2c2983d20b4e5923f27f989 2024-11-08T17:18:25,666 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/.tmp/queue/0973b1141d7044c6adc867985f2f376e as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/queue/0973b1141d7044c6adc867985f2f376e 2024-11-08T17:18:25,685 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/queue/0973b1141d7044c6adc867985f2f376e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T17:18:25,693 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9d5c12a9e2c2983d20b4e5923f27f989 in 608ms, sequenceid=10, compaction requested=false 2024-11-08T17:18:25,754 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/table/3e427b90912c47f488d47c7e554482a7 2024-11-08T17:18:25,760 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/replication/9d5c12a9e2c2983d20b4e5923f27f989/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T17:18:25,761 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:25,761 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:25,761 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:18:25,761 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d5c12a9e2c2983d20b4e5923f27f989: Waiting for close lock at 1731086305084Running coprocessor pre-close hooks at 1731086305084Disabling compacts and flushes for region at 1731086305085 (+1 ms)Disabling writes for close at 1731086305085Obtaining lock to block concurrent updates at 1731086305085Preparing flush snapshotting stores in 9d5c12a9e2c2983d20b4e5923f27f989 at 1731086305085Finished memstore snapshotting hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731086305085Flushing stores of hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. at 1731086305086 (+1 ms)Flushing 9d5c12a9e2c2983d20b4e5923f27f989/hfileref: creating writer at 1731086305086Flushing 9d5c12a9e2c2983d20b4e5923f27f989/hfileref: appending metadata at 1731086305114 (+28 ms)Flushing 9d5c12a9e2c2983d20b4e5923f27f989/hfileref: closing flushed file at 1731086305115 (+1 ms)Flushing 9d5c12a9e2c2983d20b4e5923f27f989/queue: creating writer at 1731086305167 (+52 ms)Flushing 9d5c12a9e2c2983d20b4e5923f27f989/queue: appending metadata at 1731086305207 (+40 ms)Flushing 9d5c12a9e2c2983d20b4e5923f27f989/queue: closing flushed file at 1731086305207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c0486a: reopening flushed file at 1731086305650 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df94be1: reopening flushed file at 1731086305661 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9d5c12a9e2c2983d20b4e5923f27f989 in 608ms, sequenceid=10, compaction requested=false at 1731086305693 (+32 ms)Writing region close event to WAL at 1731086305740 (+47 ms)Running coprocessor post-close hooks at 1731086305761 (+21 ms)Closed at 1731086305761 2024-11-08T17:18:25,761 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086237890.9d5c12a9e2c2983d20b4e5923f27f989. 2024-11-08T17:18:25,763 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/info/37e51258bdbe44569710139cfa99cffb as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/info/37e51258bdbe44569710139cfa99cffb 2024-11-08T17:18:25,771 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/info/37e51258bdbe44569710139cfa99cffb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:18:25,772 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/ns/c8e7e92027ce4212a95627431013089f as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/ns/c8e7e92027ce4212a95627431013089f 2024-11-08T17:18:25,782 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/ns/c8e7e92027ce4212a95627431013089f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:18:25,783 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/rep_barrier/e23d42be07cf4d43b4d14dd8e5f94898 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/rep_barrier/e23d42be07cf4d43b4d14dd8e5f94898 2024-11-08T17:18:25,798 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/rep_barrier/e23d42be07cf4d43b4d14dd8e5f94898, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:18:25,816 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/.tmp/table/3e427b90912c47f488d47c7e554482a7 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/table/3e427b90912c47f488d47c7e554482a7 2024-11-08T17:18:25,842 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/table/3e427b90912c47f488d47c7e554482a7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:18:25,843 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 781ms, sequenceid=16, compaction requested=false 2024-11-08T17:18:25,844 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:18:25,863 DEBUG [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:25,895 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:18:25,895 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:18:25,904 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:18:25,905 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:25,905 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:25,905 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:25,905 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086305062Running coprocessor pre-close hooks at 1731086305062Disabling compacts and flushes for region at 1731086305062Disabling writes for close at 1731086305062Obtaining lock to block concurrent updates at 1731086305062Preparing flush snapshotting stores in 1588230740 at 1731086305062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086305063 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086305063Flushing 1588230740/info: creating writer at 1731086305063Flushing 1588230740/info: appending metadata at 1731086305091 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731086305091Flushing 1588230740/ns: creating writer at 1731086305151 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731086305190 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1731086305191 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731086305218 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086305267 (+49 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086305267Flushing 1588230740/table: creating writer at 1731086305306 (+39 ms)Flushing 1588230740/table: appending metadata at 1731086305331 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731086305331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b24a062: reopening flushed file at 1731086305761 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63da87c: reopening flushed file at 1731086305771 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e179b30: reopening flushed file at 1731086305782 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c50d1e: reopening flushed file at 1731086305798 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 781ms, sequenceid=16, compaction requested=false at 1731086305844 (+46 ms)Writing region close event to WAL at 1731086305896 (+52 ms)Running coprocessor post-close hooks at 1731086305905 (+9 ms)Closed at 1731086305905 2024-11-08T17:18:25,905 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:26,063 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,38237,1731086225978; all regions closed. 2024-11-08T17:18:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:18:26,071 DEBUG [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/oldWALs 2024-11-08T17:18:26,072 INFO [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C38237%2C1731086225978.meta:.meta(num 1731086227992) 2024-11-08T17:18:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741839_1015 (size=2700) 2024-11-08T17:18:26,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/WALs/74e38af3904c,38237,1731086225978/74e38af3904c%2C38237%2C1731086225978.rep.1731086238381 not finished, retry = 0 2024-11-08T17:18:26,181 DEBUG [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/oldWALs 2024-11-08T17:18:26,181 INFO [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C38237%2C1731086225978.rep:(num 1731086238381) 2024-11-08T17:18:26,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741832_1008 (size=1300) 2024-11-08T17:18:26,192 DEBUG [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/oldWALs 2024-11-08T17:18:26,192 INFO [RS:0;74e38af3904c:38237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C38237%2C1731086225978:(num 1731086227012) 2024-11-08T17:18:26,192 DEBUG [RS:0;74e38af3904c:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:26,192 INFO [RS:0;74e38af3904c:38237 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:26,193 INFO [RS:0;74e38af3904c:38237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:26,193 INFO [RS:0;74e38af3904c:38237 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:26,193 INFO [RS:0;74e38af3904c:38237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:26,193 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:26,193 INFO [RS:0;74e38af3904c:38237 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,38237,1731086225978 because: Region server is closing 2024-11-08T17:18:26,194 INFO [RS:0;74e38af3904c:38237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:38237. 2024-11-08T17:18:26,194 DEBUG [RS:0;74e38af3904c:38237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:26,194 DEBUG [RS:0;74e38af3904c:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:26,194 DEBUG [RS:0;74e38af3904c:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:26,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:26,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:26,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:18:26,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:18:26,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T17:18:26,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:26,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:18:26,294 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.wal-reader.74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:18:26,294 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:18:26,295 INFO [RS:0;74e38af3904c:38237 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,38237,1731086225978.replicationSource.shipper74e38af3904c%2C38237%2C1731086225978,1-74e38af3904c,38237,1731086225978 terminated 2024-11-08T17:18:26,295 INFO [RS:0;74e38af3904c:38237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38237 2024-11-08T17:18:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0920658197/rs/74e38af3904c,38237,1731086225978 2024-11-08T17:18:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197/rs 2024-11-08T17:18:26,308 INFO [RS:0;74e38af3904c:38237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:26,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,38237,1731086225978] 2024-11-08T17:18:26,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0920658197/draining/74e38af3904c,38237,1731086225978 already deleted, retry=false 2024-11-08T17:18:26,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,38237,1731086225978 expired; onlineServers=0 2024-11-08T17:18:26,317 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,33839,1731086225770' ***** 2024-11-08T17:18:26,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:18:26,319 INFO [M:0;74e38af3904c:33839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:26,319 INFO [M:0;74e38af3904c:33839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:26,319 DEBUG [M:0;74e38af3904c:33839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:18:26,320 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:18:26,320 DEBUG [M:0;74e38af3904c:33839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:18:26,320 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086226776 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086226776,5,FailOnTimeoutGroup] 2024-11-08T17:18:26,320 INFO [M:0;74e38af3904c:33839 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:26,320 INFO [M:0;74e38af3904c:33839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:26,320 DEBUG [M:0;74e38af3904c:33839 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:18:26,320 INFO [M:0;74e38af3904c:33839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:18:26,320 INFO [M:0;74e38af3904c:33839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:26,320 INFO [M:0;74e38af3904c:33839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:18:26,320 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:18:26,323 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086226776 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086226776,5,FailOnTimeoutGroup] 2024-11-08T17:18:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0920658197/master 2024-11-08T17:18:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0920658197 2024-11-08T17:18:26,328 DEBUG [M:0;74e38af3904c:33839 {}] zookeeper.ZKUtil(347): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Unable to get data of znode /0920658197/master because node does not exist (not an error) 2024-11-08T17:18:26,328 WARN [M:0;74e38af3904c:33839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:18:26,330 INFO [M:0;74e38af3904c:33839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/.lastflushedseqids 2024-11-08T17:18:26,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741850_1026 (size=263) 2024-11-08T17:18:26,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:26,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1011b7384640001, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:26,419 INFO [RS:0;74e38af3904c:38237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:26,419 INFO [RS:0;74e38af3904c:38237 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,38237,1731086225978; zookeeper connection closed. 2024-11-08T17:18:26,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1adf340d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1adf340d 2024-11-08T17:18:26,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:18:26,743 INFO [M:0;74e38af3904c:33839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:18:26,743 INFO [M:0;74e38af3904c:33839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:18:26,743 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:26,743 INFO [M:0;74e38af3904c:33839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:26,743 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:26,743 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:26,743 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:26,743 INFO [M:0;74e38af3904c:33839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-08T17:18:26,763 DEBUG [M:0;74e38af3904c:33839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f91c6c8996244c99a905ece0b2e1330 is 82, key is hbase:meta,,1/info:regioninfo/1731086228040/Put/seqid=0 2024-11-08T17:18:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741851_1027 (size=5672) 2024-11-08T17:18:26,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:26,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:26,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:26,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:26,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:27,167 INFO [M:0;74e38af3904c:33839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f91c6c8996244c99a905ece0b2e1330 2024-11-08T17:18:27,190 DEBUG [M:0;74e38af3904c:33839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69967072f90b4fedbff067e739940718 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731086235754/Put/seqid=0 2024-11-08T17:18:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741852_1028 (size=7241) 2024-11-08T17:18:27,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:18:27,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:27,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:27,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:27,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:27,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:27,598 INFO [M:0;74e38af3904c:33839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69967072f90b4fedbff067e739940718 2024-11-08T17:18:27,604 INFO [M:0;74e38af3904c:33839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69967072f90b4fedbff067e739940718 2024-11-08T17:18:27,623 DEBUG [M:0;74e38af3904c:33839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a5ec7472fbf4c5dae640246e508a2e8 is 69, key is 74e38af3904c,38237,1731086225978/rs:state/1731086226845/Put/seqid=0 2024-11-08T17:18:27,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741853_1029 (size=5156) 2024-11-08T17:18:28,028 INFO [M:0;74e38af3904c:33839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a5ec7472fbf4c5dae640246e508a2e8 2024-11-08T17:18:28,033 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f91c6c8996244c99a905ece0b2e1330 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f91c6c8996244c99a905ece0b2e1330 2024-11-08T17:18:28,037 INFO [M:0;74e38af3904c:33839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f91c6c8996244c99a905ece0b2e1330, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T17:18:28,038 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69967072f90b4fedbff067e739940718 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69967072f90b4fedbff067e739940718 2024-11-08T17:18:28,043 INFO [M:0;74e38af3904c:33839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69967072f90b4fedbff067e739940718 2024-11-08T17:18:28,043 INFO [M:0;74e38af3904c:33839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69967072f90b4fedbff067e739940718, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T17:18:28,044 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a5ec7472fbf4c5dae640246e508a2e8 as hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a5ec7472fbf4c5dae640246e508a2e8 2024-11-08T17:18:28,048 INFO [M:0;74e38af3904c:33839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a5ec7472fbf4c5dae640246e508a2e8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T17:18:28,049 INFO [M:0;74e38af3904c:33839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=105, compaction requested=false 2024-11-08T17:18:28,052 INFO [M:0;74e38af3904c:33839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:28,052 DEBUG [M:0;74e38af3904c:33839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086306743Disabling compacts and flushes for region at 1731086306743Disabling writes for close at 1731086306743Obtaining lock to block concurrent updates at 1731086306743Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086306743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731086306744 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086306744Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086306744Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086306762 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086306762Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086307172 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086307189 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086307189Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086307604 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086307623 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086307623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1616c0e1: reopening flushed file at 1731086308032 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686b0ce8: reopening flushed file at 1731086308037 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655e8423: reopening flushed file at 1731086308043 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=105, compaction requested=false at 1731086308049 (+6 ms)Writing region close event to WAL at 1731086308052 (+3 ms)Closed at 1731086308052 2024-11-08T17:18:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741830_1006 (size=64538) 2024-11-08T17:18:28,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/744e95d9-76f2-4e45-dc52-733c6e79d136/MasterData/WALs/74e38af3904c,33839,1731086225770/74e38af3904c%2C33839%2C1731086225770.1731086226548 not finished, retry = 0 2024-11-08T17:18:28,157 INFO [M:0;74e38af3904c:33839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:18:28,157 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:28,157 INFO [M:0;74e38af3904c:33839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33839 2024-11-08T17:18:28,158 INFO [M:0;74e38af3904c:33839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:28,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:28,405 INFO [M:0;74e38af3904c:33839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:28,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x1011b7384640000, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:28,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cf2a48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:18:28,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19486312{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:28,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:28,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ecb522c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:28,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27632f48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:28,409 WARN [BP-690746115-172.17.0.2-1731086223574 heartbeating to localhost/127.0.0.1:43189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:18:28,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:18:28,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:18:28,409 WARN [BP-690746115-172.17.0.2-1731086223574 heartbeating to localhost/127.0.0.1:43189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690746115-172.17.0.2-1731086223574 (Datanode Uuid 7f00c90d-6178-49e6-96e3-e6f9c5fa29bb) service to localhost/127.0.0.1:43189 2024-11-08T17:18:28,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf/data/data1/current/BP-690746115-172.17.0.2-1731086223574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:28,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/cluster_c9e62b2c-db84-5f81-eb70-0e595ca220bf/data/data2/current/BP-690746115-172.17.0.2-1731086223574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:28,410 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:18:28,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54bd04f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:18:28,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586cbbae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:28,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:28,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59561a4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:28,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de92a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/428902a0-607f-ee85-3926-3c4f47a516b3/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:28,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:18:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:18:28,442 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 138) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50026) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f114cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43189 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f114cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50026) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45403 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=5026 (was 4110) - AvailableMemoryMB LEAK? - 2024-11-08T17:18:28,448 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=5026 2024-11-08T17:18:28,460 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T17:18:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.log.dir so I do NOT create it in target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce 2024-11-08T17:18:28,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:18:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.tmp.dir so I do NOT create it in target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce 2024-11-08T17:18:28,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50ce61a5-0b94-600f-304f-e69e5f28ffa5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:18:28,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce 2024-11-08T17:18:28,461 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1, deleteOnExit=true 2024-11-08T17:18:28,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1/zookeeper_0, clientPort=55235, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:18:28,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55235 2024-11-08T17:18:28,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:18:28,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:18:28,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/test.cache.data in system properties and HBase conf 2024-11-08T17:18:28,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:18:28,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:18:28,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:18:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:18:28,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b7384640005, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:18:28,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b7384640002, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:18:28,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b7384640005, quorum=127.0.0.1:50026, baseZNode=/1-1033455792 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:18:28,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b7384640002, quorum=127.0.0.1:50026, baseZNode=/0920658197 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:18:28,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:28,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:18:29,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:18:29,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:18:29,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:18:29,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:29,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2772beaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:18:29,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b0d291{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:18:29,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fcddd5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/java.io.tmpdir/jetty-localhost-40385-hadoop-hdfs-3_4_1-tests_jar-_-any-6584353104210430168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:18:29,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@104b9bba{HTTP/1.1, (http/1.1)}{localhost:40385} 2024-11-08T17:18:29,135 INFO [Time-limited test {}] server.Server(415): Started @141914ms 2024-11-08T17:18:29,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:29,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:18:29,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:18:29,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:18:29,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:18:29,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f94072a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:18:29,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b723d12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:18:29,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28b7316d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/java.io.tmpdir/jetty-localhost-43665-hadoop-hdfs-3_4_1-tests_jar-_-any-188011463816224238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:18:29,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@477d24e0{HTTP/1.1, (http/1.1)}{localhost:43665} 2024-11-08T17:18:29,746 INFO [Time-limited test {}] server.Server(415): Started @142525ms 2024-11-08T17:18:29,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:18:31,672 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1/data/data1/current/BP-422993717-172.17.0.2-1731086308490/current, will proceed with Du for space computation calculation, 2024-11-08T17:18:31,672 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1/data/data2/current/BP-422993717-172.17.0.2-1731086308490/current, will proceed with Du for space computation calculation, 2024-11-08T17:18:31,691 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:18:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8bf34b7d31837b8 with lease ID 0x8de5d25bd1e3e40b: Processing first storage report for DS-0a57b620-06f4-4369-ba11-057638dfe1c9 from datanode DatanodeRegistration(127.0.0.1:41001, datanodeUuid=f5052aaf-f784-4344-aa00-d9e6dd39859e, infoPort=34195, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1912383758;c=1731086308490) 2024-11-08T17:18:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8bf34b7d31837b8 with lease ID 0x8de5d25bd1e3e40b: from storage DS-0a57b620-06f4-4369-ba11-057638dfe1c9 node DatanodeRegistration(127.0.0.1:41001, datanodeUuid=f5052aaf-f784-4344-aa00-d9e6dd39859e, infoPort=34195, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1912383758;c=1731086308490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:18:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8bf34b7d31837b8 with lease ID 0x8de5d25bd1e3e40b: Processing first storage report for DS-6823dddb-049e-4bf5-8539-8b06506734ef from datanode DatanodeRegistration(127.0.0.1:41001, datanodeUuid=f5052aaf-f784-4344-aa00-d9e6dd39859e, infoPort=34195, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1912383758;c=1731086308490) 2024-11-08T17:18:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8bf34b7d31837b8 with lease ID 0x8de5d25bd1e3e40b: from storage DS-6823dddb-049e-4bf5-8539-8b06506734ef node DatanodeRegistration(127.0.0.1:41001, datanodeUuid=f5052aaf-f784-4344-aa00-d9e6dd39859e, infoPort=34195, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1912383758;c=1731086308490), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T17:18:31,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce 2024-11-08T17:18:31,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:31,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:18:31,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550 with version=8 2024-11-08T17:18:31,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/hbase-staging 2024-11-08T17:18:31,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:31,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:31,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:31,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:31,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:31,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:31,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:18:31,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:31,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33843 2024-11-08T17:18:31,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33843 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338430x0, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:31,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33843-0x1011b74d01a0000 connected 2024-11-08T17:18:31,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:31,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:31,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:31,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550, hbase.cluster.distributed=false 2024-11-08T17:18:31,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/acl 2024-11-08T17:18:31,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33843 2024-11-08T17:18:31,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33843 2024-11-08T17:18:32,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33843 2024-11-08T17:18:32,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33843 2024-11-08T17:18:32,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33843 2024-11-08T17:18:32,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:32,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:32,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:32,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:32,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:32,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:32,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:18:32,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:32,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41507 2024-11-08T17:18:32,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41507 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:32,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:32,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415070x0, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:32,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415070x0, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:32,073 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:18:32,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41507-0x1011b74d01a0001 connected 2024-11-08T17:18:32,080 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:18:32,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/master 2024-11-08T17:18:32,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/acl 2024-11-08T17:18:32,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-08T17:18:32,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41507 2024-11-08T17:18:32,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41507 2024-11-08T17:18:32,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-08T17:18:32,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-08T17:18:32,116 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:33843 2024-11-08T17:18:32,117 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0701326545/backup-masters/74e38af3904c,33843,1731086311802 2024-11-08T17:18:32,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:32,129 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on existing znode=/0701326545/backup-masters/74e38af3904c,33843,1731086311802 2024-11-08T17:18:32,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:32,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701326545/master 2024-11-08T17:18:32,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:32,135 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on existing znode=/0701326545/master 2024-11-08T17:18:32,144 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0701326545/backup-masters/74e38af3904c,33843,1731086311802 from backup master directory 2024-11-08T17:18:32,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/backup-masters/74e38af3904c,33843,1731086311802 2024-11-08T17:18:32,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:32,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:32,156 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:32,156 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,33843,1731086311802 2024-11-08T17:18:32,162 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/hbase.id] with ID: 69b93ec0-4244-487b-baa3-fc625ef104de 2024-11-08T17:18:32,162 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/.tmp/hbase.id 2024-11-08T17:18:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:18:32,571 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/.tmp/hbase.id]:[hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/hbase.id] 2024-11-08T17:18:32,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:32,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:18:32,582 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:18:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:32,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:18:33,036 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:18:33,037 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:18:33,037 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:33,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:18:33,448 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store 2024-11-08T17:18:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:18:33,858 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:33,858 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:33,859 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:33,859 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:33,859 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:33,859 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:33,859 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:33,859 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086313858Disabling compacts and flushes for region at 1731086313858Disabling writes for close at 1731086313859 (+1 ms)Writing region close event to WAL at 1731086313859Closed at 1731086313859 2024-11-08T17:18:33,860 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/.initializing 2024-11-08T17:18:33,860 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802 2024-11-08T17:18:33,861 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:33,862 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C33843%2C1731086311802, suffix=, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/oldWALs, maxLogs=10 2024-11-08T17:18:33,878 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802/74e38af3904c%2C33843%2C1731086311802.1731086313863, exclude list is [], retry=0 2024-11-08T17:18:33,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:33,889 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802/74e38af3904c%2C33843%2C1731086311802.1731086313863 2024-11-08T17:18:33,889 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:33,889 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:33,889 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:33,890 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,890 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:18:33,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:33,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:33,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:18:33,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:33,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:33,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:18:33,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:33,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:33,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:18:33,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:33,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:33,904 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,905 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,905 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,906 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,906 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,907 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:33,908 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:33,921 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:18:33,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75288396, jitterRate=0.12188452482223511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:33,922 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086313890Initializing all the Stores at 1731086313891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086313891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086313896 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086313896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086313896Cleaning up temporary data from old regions at 1731086313906 (+10 ms)Region opened successfully at 1731086313922 (+16 ms) 2024-11-08T17:18:33,922 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:18:33,926 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cd793b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:33,927 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:18:33,927 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:18:33,927 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:18:33,927 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:18:33,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:18:33,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:18:33,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:18:33,931 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:18:33,933 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/balancer because node does not exist (not necessarily an error) 2024-11-08T17:18:33,945 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/balancer already deleted, retry=false 2024-11-08T17:18:33,946 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:18:33,946 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:18:33,956 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/normalizer already deleted, retry=false 2024-11-08T17:18:33,956 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:18:33,961 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:18:33,966 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/switch/split already deleted, retry=false 2024-11-08T17:18:33,967 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:18:33,977 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/switch/merge already deleted, retry=false 2024-11-08T17:18:33,979 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:18:33,987 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/snapshot-cleanup already deleted, retry=false 2024-11-08T17:18:33,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:33,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:34,001 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,33843,1731086311802, sessionid=0x1011b74d01a0000, setting cluster-up flag (Was=false) 2024-11-08T17:18:34,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:34,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:34,051 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701326545/flush-table-proc/acquired, /0701326545/flush-table-proc/reached, /0701326545/flush-table-proc/abort 2024-11-08T17:18:34,051 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33843,1731086311802 2024-11-08T17:18:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:34,114 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701326545/online-snapshot/acquired, /0701326545/online-snapshot/reached, /0701326545/online-snapshot/abort 2024-11-08T17:18:34,120 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33843,1731086311802 2024-11-08T17:18:34,121 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:18:34,122 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:34,123 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:18:34,123 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:18:34,123 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,33843,1731086311802 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:18:34,124 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:34,124 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:34,124 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:34,124 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:34,124 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:18:34,125 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,125 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:34,125 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:34,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:18:34,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:34,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:18:34,136 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086344136 2024-11-08T17:18:34,136 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:18:34,137 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:18:34,137 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:18:34,137 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:18:34,137 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:18:34,137 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:18:34,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,141 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:18:34,141 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:18:34,141 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:18:34,141 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:18:34,144 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:18:34,144 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:18:34,144 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086314144,5,FailOnTimeoutGroup] 2024-11-08T17:18:34,144 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086314144,5,FailOnTimeoutGroup] 2024-11-08T17:18:34,144 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,144 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:18:34,144 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,145 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:18:34,204 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(746): ClusterId : 69b93ec0-4244-487b-baa3-fc625ef104de 2024-11-08T17:18:34,204 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:18:34,218 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:18:34,218 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:18:34,230 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:18:34,231 DEBUG [RS:0;74e38af3904c:41507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db0d374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:34,245 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:41507 2024-11-08T17:18:34,245 INFO [RS:0;74e38af3904c:41507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:18:34,245 INFO [RS:0;74e38af3904c:41507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:18:34,245 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:18:34,246 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,33843,1731086311802 with port=41507, startcode=1731086312047 2024-11-08T17:18:34,246 DEBUG [RS:0;74e38af3904c:41507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:18:34,248 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:18:34,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,41507,1731086312047 2024-11-08T17:18:34,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33843 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,41507,1731086312047 2024-11-08T17:18:34,250 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550 2024-11-08T17:18:34,250 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44271 2024-11-08T17:18:34,250 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:18:34,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/rs 2024-11-08T17:18:34,261 DEBUG [RS:0;74e38af3904c:41507 {}] zookeeper.ZKUtil(111): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on existing znode=/0701326545/rs/74e38af3904c,41507,1731086312047 2024-11-08T17:18:34,261 WARN [RS:0;74e38af3904c:41507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:34,262 INFO [RS:0;74e38af3904c:41507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:34,262 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047 2024-11-08T17:18:34,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,41507,1731086312047] 2024-11-08T17:18:34,267 INFO [RS:0;74e38af3904c:41507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:18:34,272 INFO [RS:0;74e38af3904c:41507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:18:34,273 INFO [RS:0;74e38af3904c:41507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:18:34,273 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,273 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:18:34,274 INFO [RS:0;74e38af3904c:41507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:18:34,274 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,274 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,274 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,274 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:34,275 DEBUG [RS:0;74e38af3904c:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:34,276 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,276 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,276 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,276 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,276 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,276 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41507,1731086312047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:34,294 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:18:34,294 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41507,1731086312047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,294 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,294 INFO [RS:0;74e38af3904c:41507 {}] regionserver.Replication(171): 74e38af3904c,41507,1731086312047 started 2024-11-08T17:18:34,310 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:34,310 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,41507,1731086312047, RpcServer on 74e38af3904c/172.17.0.2:41507, sessionid=0x1011b74d01a0001 2024-11-08T17:18:34,311 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:18:34,311 DEBUG [RS:0;74e38af3904c:41507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,41507,1731086312047 2024-11-08T17:18:34,311 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,41507,1731086312047' 2024-11-08T17:18:34,311 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701326545/flush-table-proc/abort' 2024-11-08T17:18:34,311 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701326545/flush-table-proc/acquired' 2024-11-08T17:18:34,315 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:18:34,315 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:18:34,315 DEBUG [RS:0;74e38af3904c:41507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,41507,1731086312047 2024-11-08T17:18:34,315 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,41507,1731086312047' 2024-11-08T17:18:34,315 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701326545/online-snapshot/abort' 2024-11-08T17:18:34,315 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701326545/online-snapshot/acquired' 2024-11-08T17:18:34,316 DEBUG [RS:0;74e38af3904c:41507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:18:34,316 INFO [RS:0;74e38af3904c:41507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:18:34,316 INFO [RS:0;74e38af3904c:41507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:18:34,417 INFO [RS:0;74e38af3904c:41507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:34,419 INFO [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C41507%2C1731086312047, suffix=, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs, maxLogs=10 2024-11-08T17:18:34,436 DEBUG [RS:0;74e38af3904c:41507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.1731086314419, exclude list is [], retry=0 2024-11-08T17:18:34,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:34,441 INFO [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.1731086314419 2024-11-08T17:18:34,441 DEBUG [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:34,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:18:34,547 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550 2024-11-08T17:18:34,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:18:34,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:34,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:18:34,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:18:34,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:34,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:34,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:18:35,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:18:35,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:35,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:35,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:18:35,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:18:35,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:35,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:35,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:18:35,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:18:35,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:35,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:35,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:18:35,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740 2024-11-08T17:18:35,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740 2024-11-08T17:18:35,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:18:35,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:18:35,039 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:35,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:18:35,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:18:35,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74266079, jitterRate=0.10665081441402435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:35,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086314974Initializing all the Stores at 1731086314980 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086314980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086314984 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086314984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086314984Cleaning up temporary data from old regions at 1731086315037 (+53 ms)Region opened successfully at 1731086315052 (+15 ms) 2024-11-08T17:18:35,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:35,052 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:35,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:35,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:35,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:35,056 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:35,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086315052Disabling compacts and flushes for region at 1731086315052Disabling writes for close at 1731086315052Writing region close event to WAL at 1731086315056 (+4 ms)Closed at 1731086315056 2024-11-08T17:18:35,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:35,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:18:35,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:18:35,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:35,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:18:35,219 DEBUG [74e38af3904c:33843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:18:35,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,41507,1731086312047 2024-11-08T17:18:35,221 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,41507,1731086312047, state=OPENING 2024-11-08T17:18:35,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:18:35,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:35,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:35,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:35,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:35,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:35,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,41507,1731086312047}] 2024-11-08T17:18:35,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:18:35,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:18:35,545 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:18:35,545 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:35,545 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:18:35,547 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C41507%2C1731086312047.meta, suffix=.meta, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs, maxLogs=10 2024-11-08T17:18:35,563 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.meta.1731086315547.meta, exclude list is [], retry=0 2024-11-08T17:18:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:35,566 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.meta.1731086315547.meta 2024-11-08T17:18:35,566 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:35,567 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:35,567 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:18:35,567 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:18:35,567 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:18:35,567 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:18:35,567 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:18:35,567 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:35,567 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:18:35,567 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:18:35,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:18:35,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:18:35,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:35,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:35,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:18:35,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:18:35,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:35,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:35,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:18:35,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:18:35,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:35,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:35,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:18:35,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:18:35,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:35,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:35,574 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:18:35,575 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740 2024-11-08T17:18:35,576 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740 2024-11-08T17:18:35,577 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:18:35,577 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:18:35,578 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:35,580 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:18:35,582 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61088523, jitterRate=-0.08971007168292999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:35,582 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:18:35,582 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086315567Writing region info on filesystem at 1731086315567Initializing all the Stores at 1731086315568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086315568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086315568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086315568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086315568Cleaning up temporary data from old regions at 1731086315577 (+9 ms)Running coprocessor post-open hooks at 1731086315582 (+5 ms)Region opened successfully at 1731086315582 2024-11-08T17:18:35,583 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086315539 2024-11-08T17:18:35,585 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:18:35,585 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:18:35,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,41507,1731086312047 2024-11-08T17:18:35,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,41507,1731086312047, state=OPEN 2024-11-08T17:18:35,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:35,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:35,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,41507,1731086312047 2024-11-08T17:18:35,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:35,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:35,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:18:35,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,41507,1731086312047 in 396 msec 2024-11-08T17:18:35,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:18:35,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-08T17:18:35,790 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:35,790 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:18:35,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:35,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,41507,1731086312047, seqNum=-1] 2024-11-08T17:18:35,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:35,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:35,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6750 sec 2024-11-08T17:18:35,800 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086315800, completionTime=-1 2024-11-08T17:18:35,800 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:18:35,800 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086375803 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086435803 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33843,1731086311802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33843,1731086311802-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33843,1731086311802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:33843, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:35,803 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:35,804 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:35,806 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.653sec 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33843,1731086311802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:35,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33843,1731086311802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:18:35,811 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:18:35,811 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:18:35,811 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33843,1731086311802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:35,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f135fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:35,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33843,-1 for getting cluster id 2024-11-08T17:18:35,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:35,906 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b93ec0-4244-487b-baa3-fc625ef104de' 2024-11-08T17:18:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b93ec0-4244-487b-baa3-fc625ef104de" 2024-11-08T17:18:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0f493f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33843,-1] 2024-11-08T17:18:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:35,909 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:35,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644f36f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:35,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,41507,1731086312047, seqNum=-1] 2024-11-08T17:18:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:35,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:35,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,33843,1731086311802 2024-11-08T17:18:35,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:35,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b74d01a0002 connected 2024-11-08T17:18:35,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.log.dir so I do NOT create it in target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4 2024-11-08T17:18:35,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:18:35,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.tmp.dir so I do NOT create it in target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4 2024-11-08T17:18:35,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:18:35,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4 2024-11-08T17:18:35,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:18:35,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/cluster_42eb675f-d273-0b9d-e336-bc256b840859, deleteOnExit=true 2024-11-08T17:18:35,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:18:35,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/test.cache.data in system properties and HBase conf 2024-11-08T17:18:35,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:18:35,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:18:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:35,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:18:35,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:18:36,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:18:36,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:18:36,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:36,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T17:18:36,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:36,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T17:18:36,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:36,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:18:36,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:18:36,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:18:36,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:18:36,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:36,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c418b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:18:36,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@313f4481{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:18:36,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cd5653a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/java.io.tmpdir/jetty-localhost-34989-hadoop-hdfs-3_4_1-tests_jar-_-any-4842298993110514619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:18:36,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cb590d8{HTTP/1.1, (http/1.1)}{localhost:34989} 2024-11-08T17:18:36,511 INFO [Time-limited test {}] server.Server(415): Started @149290ms 2024-11-08T17:18:36,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:36,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:18:36,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:18:36,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:18:36,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:18:36,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ee9321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:18:36,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bed61a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:18:36,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d344bc7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-9639108230666826753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:18:36,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22ae81b0{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-11-08T17:18:36,922 INFO [Time-limited test {}] server.Server(415): Started @149701ms 2024-11-08T17:18:36,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:18:37,643 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/cluster_42eb675f-d273-0b9d-e336-bc256b840859/data/data1/current/BP-972090166-172.17.0.2-1731086315956/current, will proceed with Du for space computation calculation, 2024-11-08T17:18:37,649 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/cluster_42eb675f-d273-0b9d-e336-bc256b840859/data/data2/current/BP-972090166-172.17.0.2-1731086315956/current, will proceed with Du for space computation calculation, 2024-11-08T17:18:37,681 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:18:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce060e4eab3854ee with lease ID 0x15607e1223e7fec4: Processing first storage report for DS-31830c21-e55a-437f-8b7e-570b505be178 from datanode DatanodeRegistration(127.0.0.1:37837, datanodeUuid=1cb438d3-b5ac-41a0-bc02-8521a04f7745, infoPort=38203, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=181397033;c=1731086315956) 2024-11-08T17:18:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce060e4eab3854ee with lease ID 0x15607e1223e7fec4: from storage DS-31830c21-e55a-437f-8b7e-570b505be178 node DatanodeRegistration(127.0.0.1:37837, datanodeUuid=1cb438d3-b5ac-41a0-bc02-8521a04f7745, infoPort=38203, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=181397033;c=1731086315956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:18:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce060e4eab3854ee with lease ID 0x15607e1223e7fec4: Processing first storage report for DS-b6dc7262-d767-4b5a-9aec-7ce60d49cc0e from datanode DatanodeRegistration(127.0.0.1:37837, datanodeUuid=1cb438d3-b5ac-41a0-bc02-8521a04f7745, infoPort=38203, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=181397033;c=1731086315956) 2024-11-08T17:18:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce060e4eab3854ee with lease ID 0x15607e1223e7fec4: from storage DS-b6dc7262-d767-4b5a-9aec-7ce60d49cc0e node DatanodeRegistration(127.0.0.1:37837, datanodeUuid=1cb438d3-b5ac-41a0-bc02-8521a04f7745, infoPort=38203, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=181397033;c=1731086315956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:18:37,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4 2024-11-08T17:18:37,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:37,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:37,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:18:38,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470 with version=8 2024-11-08T17:18:38,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/hbase-staging 2024-11-08T17:18:38,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:38,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:38,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:38,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:38,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:38,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:38,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:18:38,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:38,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41611 2024-11-08T17:18:38,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41611 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416110x0, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:38,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41611-0x1011b74d01a0003 connected 2024-11-08T17:18:38,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:38,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:38,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on znode that does not yet exist, /1-231376550/running 2024-11-08T17:18:38,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470, hbase.cluster.distributed=false 2024-11-08T17:18:38,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on znode that does not yet exist, /1-231376550/acl 2024-11-08T17:18:38,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41611 2024-11-08T17:18:38,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41611 2024-11-08T17:18:38,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41611 2024-11-08T17:18:38,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41611 2024-11-08T17:18:38,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41611 2024-11-08T17:18:38,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:38,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:38,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:18:38,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:38,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42931 2024-11-08T17:18:38,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42931 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:38,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:38,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429310x0, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:38,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429310x0, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on znode that does not yet exist, /1-231376550/running 2024-11-08T17:18:38,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42931-0x1011b74d01a0004 connected 2024-11-08T17:18:38,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:18:38,336 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:18:38,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on znode that does not yet exist, /1-231376550/master 2024-11-08T17:18:38,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on znode that does not yet exist, /1-231376550/acl 2024-11-08T17:18:38,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42931 2024-11-08T17:18:38,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42931 2024-11-08T17:18:38,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42931 2024-11-08T17:18:38,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42931 2024-11-08T17:18:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42931 2024-11-08T17:18:38,363 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:41611 2024-11-08T17:18:38,364 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-231376550/backup-masters/74e38af3904c,41611,1731086318165 2024-11-08T17:18:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550/backup-masters 2024-11-08T17:18:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550/backup-masters 2024-11-08T17:18:38,378 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on existing znode=/1-231376550/backup-masters/74e38af3904c,41611,1731086318165 2024-11-08T17:18:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-231376550/master 2024-11-08T17:18:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:38,388 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on existing znode=/1-231376550/master 2024-11-08T17:18:38,389 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-231376550/backup-masters/74e38af3904c,41611,1731086318165 from backup master directory 2024-11-08T17:18:38,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-231376550/backup-masters/74e38af3904c,41611,1731086318165 2024-11-08T17:18:38,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550/backup-masters 2024-11-08T17:18:38,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550/backup-masters 2024-11-08T17:18:38,398 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:38,398 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,41611,1731086318165 2024-11-08T17:18:38,403 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/hbase.id] with ID: 99b99bd9-2487-49ab-b474-e06c65866b57 2024-11-08T17:18:38,403 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/.tmp/hbase.id 2024-11-08T17:18:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:18:38,414 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/.tmp/hbase.id]:[hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/hbase.id] 2024-11-08T17:18:38,432 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:38,432 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:18:38,434 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T17:18:38,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:38,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:18:38,859 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:18:38,860 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:18:38,860 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:18:39,275 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store 2024-11-08T17:18:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:18:39,692 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:39,692 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:39,692 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:39,692 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:39,692 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:39,692 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:39,692 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:39,692 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086319692Disabling compacts and flushes for region at 1731086319692Disabling writes for close at 1731086319692Writing region close event to WAL at 1731086319692Closed at 1731086319692 2024-11-08T17:18:39,693 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/.initializing 2024-11-08T17:18:39,693 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/WALs/74e38af3904c,41611,1731086318165 2024-11-08T17:18:39,694 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:39,695 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C41611%2C1731086318165, suffix=, logDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/WALs/74e38af3904c,41611,1731086318165, archiveDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/oldWALs, maxLogs=10 2024-11-08T17:18:39,712 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/WALs/74e38af3904c,41611,1731086318165/74e38af3904c%2C41611%2C1731086318165.1731086319695, exclude list is [], retry=0 2024-11-08T17:18:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37837,DS-31830c21-e55a-437f-8b7e-570b505be178,DISK] 2024-11-08T17:18:39,716 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/WALs/74e38af3904c,41611,1731086318165/74e38af3904c%2C41611%2C1731086318165.1731086319695 2024-11-08T17:18:39,716 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38203:38203)] 2024-11-08T17:18:39,716 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:39,716 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:39,716 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,717 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:18:39,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:39,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:39,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:18:39,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:39,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:39,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:18:39,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:39,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:39,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:18:39,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:39,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:39,727 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,727 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,727 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,728 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,728 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,729 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:39,730 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:39,731 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:18:39,732 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74062799, jitterRate=0.103621706366539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:39,732 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086319717Initializing all the Stores at 1731086319718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086319718Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086319718Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086319718Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086319718Cleaning up temporary data from old regions at 1731086319728 (+10 ms)Region opened successfully at 1731086319732 (+4 ms) 2024-11-08T17:18:39,732 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:18:39,735 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7761d8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:39,735 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:18:39,736 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:18:39,736 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:18:39,736 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:18:39,736 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:18:39,736 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:18:39,737 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:18:39,738 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:18:39,739 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Unable to get data of znode /1-231376550/balancer because node does not exist (not necessarily an error) 2024-11-08T17:18:39,808 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-231376550/balancer already deleted, retry=false 2024-11-08T17:18:39,809 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:18:39,809 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Unable to get data of znode /1-231376550/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:18:39,819 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-231376550/normalizer already deleted, retry=false 2024-11-08T17:18:39,819 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:18:39,821 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Unable to get data of znode /1-231376550/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:18:39,829 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-231376550/switch/split already deleted, retry=false 2024-11-08T17:18:39,831 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Unable to get data of znode /1-231376550/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:18:39,840 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-231376550/switch/merge already deleted, retry=false 2024-11-08T17:18:39,844 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Unable to get data of znode /1-231376550/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:18:39,850 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-231376550/snapshot-cleanup already deleted, retry=false 2024-11-08T17:18:39,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-231376550/running 2024-11-08T17:18:39,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:39,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-231376550/running 2024-11-08T17:18:39,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:39,862 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,41611,1731086318165, sessionid=0x1011b74d01a0003, setting cluster-up flag (Was=false) 2024-11-08T17:18:39,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:39,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:39,924 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-231376550/flush-table-proc/acquired, /1-231376550/flush-table-proc/reached, /1-231376550/flush-table-proc/abort 2024-11-08T17:18:39,925 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,41611,1731086318165 2024-11-08T17:18:39,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:39,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:39,977 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-231376550/online-snapshot/acquired, /1-231376550/online-snapshot/reached, /1-231376550/online-snapshot/abort 2024-11-08T17:18:39,980 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,41611,1731086318165 2024-11-08T17:18:39,985 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:18:39,987 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:39,987 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:18:39,987 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:18:39,988 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,41611,1731086318165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:18:39,993 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:39,993 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:39,993 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:39,993 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:40,000 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:18:40,000 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,000 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:40,000 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:40,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:18:40,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:40,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:18:40,065 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(746): ClusterId : 99b99bd9-2487-49ab-b474-e06c65866b57 2024-11-08T17:18:40,065 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:18:40,074 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:18:40,074 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:18:40,076 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086350076 2024-11-08T17:18:40,076 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:18:40,077 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:18:40,077 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:18:40,077 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:18:40,077 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:18:40,077 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:18:40,084 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:18:40,085 DEBUG [RS:0;74e38af3904c:42931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b32ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:40,098 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,104 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:18:40,105 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:18:40,105 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:18:40,105 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:18:40,116 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:18:40,116 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:18:40,117 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086320116,5,FailOnTimeoutGroup] 2024-11-08T17:18:40,117 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086320117,5,FailOnTimeoutGroup] 2024-11-08T17:18:40,118 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,118 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:18:40,118 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,118 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:18:40,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:18:40,129 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470 2024-11-08T17:18:40,134 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:42931 2024-11-08T17:18:40,134 INFO [RS:0;74e38af3904c:42931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:18:40,134 INFO [RS:0;74e38af3904c:42931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:18:40,134 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:18:40,137 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,41611,1731086318165 with port=42931, startcode=1731086318318 2024-11-08T17:18:40,137 DEBUG [RS:0;74e38af3904c:42931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:18:40,144 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:18:40,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,42931,1731086318318 2024-11-08T17:18:40,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41611 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,42931,1731086318318 2024-11-08T17:18:40,151 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470 2024-11-08T17:18:40,151 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42761 2024-11-08T17:18:40,151 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:18:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741832_1008 (size=32) 2024-11-08T17:18:40,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550/rs 2024-11-08T17:18:40,165 DEBUG [RS:0;74e38af3904c:42931 {}] zookeeper.ZKUtil(111): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on existing znode=/1-231376550/rs/74e38af3904c,42931,1731086318318 2024-11-08T17:18:40,165 WARN [RS:0;74e38af3904c:42931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:40,165 INFO [RS:0;74e38af3904c:42931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:40,165 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/WALs/74e38af3904c,42931,1731086318318 2024-11-08T17:18:40,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:18:40,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,42931,1731086318318] 2024-11-08T17:18:40,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:18:40,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:40,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:40,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:18:40,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:18:40,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:40,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:40,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:18:40,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:18:40,179 INFO [RS:0;74e38af3904c:42931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:18:40,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:40,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:40,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:18:40,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:18:40,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:40,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:40,192 INFO [RS:0;74e38af3904c:42931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:18:40,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:18:40,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740 2024-11-08T17:18:40,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740 2024-11-08T17:18:40,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:18:40,197 INFO [RS:0;74e38af3904c:42931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:18:40,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:18:40,197 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,197 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:18:40,198 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:40,199 INFO [RS:0;74e38af3904c:42931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:18:40,199 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,199 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,199 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,199 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,199 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,199 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,199 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:40,200 DEBUG [RS:0;74e38af3904c:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:40,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:18:40,206 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,206 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,206 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,206 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,206 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,206 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42931,1731086318318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:40,241 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:18:40,242 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71660621, jitterRate=0.06782646477222443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:40,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086320160Initializing all the Stores at 1731086320162 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086320162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086320165 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086320165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086320165Cleaning up temporary data from old regions at 1731086320197 (+32 ms)Region opened successfully at 1731086320242 (+45 ms) 2024-11-08T17:18:40,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:40,242 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:40,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:40,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:40,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:40,252 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:18:40,252 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42931,1731086318318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,253 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,254 INFO [RS:0;74e38af3904c:42931 {}] regionserver.Replication(171): 74e38af3904c,42931,1731086318318 started 2024-11-08T17:18:40,264 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:40,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086320242Disabling compacts and flushes for region at 1731086320242Disabling writes for close at 1731086320242Writing region close event to WAL at 1731086320264 (+22 ms)Closed at 1731086320264 2024-11-08T17:18:40,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:40,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:18:40,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:18:40,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:18:40,269 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:40,270 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:18:40,282 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:40,282 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,42931,1731086318318, RpcServer on 74e38af3904c/172.17.0.2:42931, sessionid=0x1011b74d01a0004 2024-11-08T17:18:40,282 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:18:40,282 DEBUG [RS:0;74e38af3904c:42931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,42931,1731086318318 2024-11-08T17:18:40,283 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,42931,1731086318318' 2024-11-08T17:18:40,283 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-231376550/flush-table-proc/abort' 2024-11-08T17:18:40,283 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-231376550/flush-table-proc/acquired' 2024-11-08T17:18:40,284 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:18:40,284 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:18:40,284 DEBUG [RS:0;74e38af3904c:42931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,42931,1731086318318 2024-11-08T17:18:40,284 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,42931,1731086318318' 2024-11-08T17:18:40,284 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-231376550/online-snapshot/abort' 2024-11-08T17:18:40,284 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-231376550/online-snapshot/acquired' 2024-11-08T17:18:40,285 DEBUG [RS:0;74e38af3904c:42931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:18:40,285 INFO [RS:0;74e38af3904c:42931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:18:40,286 INFO [RS:0;74e38af3904c:42931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:18:40,386 INFO [RS:0;74e38af3904c:42931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:40,389 INFO [RS:0;74e38af3904c:42931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C42931%2C1731086318318, suffix=, logDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/WALs/74e38af3904c,42931,1731086318318, archiveDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/oldWALs, maxLogs=10 2024-11-08T17:18:40,410 DEBUG [RS:0;74e38af3904c:42931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/WALs/74e38af3904c,42931,1731086318318/74e38af3904c%2C42931%2C1731086318318.1731086320390, exclude list is [], retry=0 2024-11-08T17:18:40,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37837,DS-31830c21-e55a-437f-8b7e-570b505be178,DISK] 2024-11-08T17:18:40,421 INFO [RS:0;74e38af3904c:42931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/WALs/74e38af3904c,42931,1731086318318/74e38af3904c%2C42931%2C1731086318318.1731086320390 2024-11-08T17:18:40,421 WARN [74e38af3904c:41611 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T17:18:40,424 DEBUG [RS:0;74e38af3904c:42931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38203:38203)] 2024-11-08T17:18:40,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:40,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:40,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:40,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:40,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:40,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:40,671 DEBUG [74e38af3904c:41611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:18:40,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,42931,1731086318318 2024-11-08T17:18:40,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,42931,1731086318318, state=OPENING 2024-11-08T17:18:40,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:18:40,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:40,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:40,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-231376550/meta-region-server: CHANGED 2024-11-08T17:18:40,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-231376550/meta-region-server: CHANGED 2024-11-08T17:18:40,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:40,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,42931,1731086318318}] 2024-11-08T17:18:40,972 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:18:40,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:18:40,977 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:18:40,978 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:40,978 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:18:40,979 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C42931%2C1731086318318.meta, suffix=.meta, logDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/WALs/74e38af3904c,42931,1731086318318, archiveDir=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/oldWALs, maxLogs=10 2024-11-08T17:18:40,998 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/WALs/74e38af3904c,42931,1731086318318/74e38af3904c%2C42931%2C1731086318318.meta.1731086320980.meta, exclude list is [], retry=0 2024-11-08T17:18:41,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37837,DS-31830c21-e55a-437f-8b7e-570b505be178,DISK] 2024-11-08T17:18:41,001 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/WALs/74e38af3904c,42931,1731086318318/74e38af3904c%2C42931%2C1731086318318.meta.1731086320980.meta 2024-11-08T17:18:41,002 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38203:38203)] 2024-11-08T17:18:41,002 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:41,002 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:18:41,002 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:18:41,002 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:18:41,002 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:18:41,003 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:18:41,003 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:41,003 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:18:41,003 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:18:41,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:18:41,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:18:41,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:41,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:41,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:18:41,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:18:41,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:41,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:41,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:18:41,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:18:41,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:41,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:41,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:18:41,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:18:41,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:41,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:41,008 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:18:41,009 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740 2024-11-08T17:18:41,010 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740 2024-11-08T17:18:41,010 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:18:41,010 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:18:41,011 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:41,012 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:18:41,012 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64495169, jitterRate=-0.03894709050655365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:41,012 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:18:41,013 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086321003Writing region info on filesystem at 1731086321003Initializing all the Stores at 1731086321004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086321004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086321004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086321004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086321004Cleaning up temporary data from old regions at 1731086321010 (+6 ms)Running coprocessor post-open hooks at 1731086321013 (+3 ms)Region opened successfully at 1731086321013 2024-11-08T17:18:41,013 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086320971 2024-11-08T17:18:41,015 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:18:41,015 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:18:41,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,42931,1731086318318 2024-11-08T17:18:41,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,42931,1731086318318, state=OPEN 2024-11-08T17:18:41,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-231376550/meta-region-server 2024-11-08T17:18:41,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-231376550/meta-region-server 2024-11-08T17:18:41,029 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,42931,1731086318318 2024-11-08T17:18:41,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-231376550/meta-region-server: CHANGED 2024-11-08T17:18:41,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-231376550/meta-region-server: CHANGED 2024-11-08T17:18:41,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:18:41,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,42931,1731086318318 in 210 msec 2024-11-08T17:18:41,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:18:41,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-11-08T17:18:41,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:41,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:18:41,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:41,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,42931,1731086318318, seqNum=-1] 2024-11-08T17:18:41,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:41,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:41,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-08T17:18:41,042 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086321042, completionTime=-1 2024-11-08T17:18:41,042 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:18:41,042 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086381044 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086441044 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41611,1731086318165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41611,1731086318165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41611,1731086318165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:41611, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:41,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:41,045 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:41,046 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.650sec 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41611,1731086318165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:41,048 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41611,1731086318165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:18:41,051 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:18:41,051 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:18:41,051 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41611,1731086318165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:41,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307de849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41611,-1 for getting cluster id 2024-11-08T17:18:41,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:41,068 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99b99bd9-2487-49ab-b474-e06c65866b57' 2024-11-08T17:18:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99b99bd9-2487-49ab-b474-e06c65866b57" 2024-11-08T17:18:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452dd466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41611,-1] 2024-11-08T17:18:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:41,070 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:41,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692296f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,42931,1731086318318, seqNum=-1] 2024-11-08T17:18:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:41,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:41,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,41611,1731086318165 2024-11-08T17:18:41,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:41,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:41,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b74d01a0005 connected 2024-11-08T17:18:41,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b19272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33843,-1 for getting cluster id 2024-11-08T17:18:41,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:41,095 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b93ec0-4244-487b-baa3-fc625ef104de' 2024-11-08T17:18:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b93ec0-4244-487b-baa3-fc625ef104de" 2024-11-08T17:18:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e41f1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33843,-1] 2024-11-08T17:18:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:41,097 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65299daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:18:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33843,1731086311802 2024-11-08T17:18:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@db2e28a 2024-11-08T17:18:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:18:41,100 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:18:41,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:41611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:18:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:18:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:18:41,102 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:41611' 2024-11-08T17:18:41,103 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8400d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,103 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41611,-1 for getting cluster id 2024-11-08T17:18:41,103 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:41,104 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99b99bd9-2487-49ab-b474-e06c65866b57' 2024-11-08T17:18:41,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:41,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99b99bd9-2487-49ab-b474-e06c65866b57" 2024-11-08T17:18:41,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7eb29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41611,-1] 2024-11-08T17:18:41,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:41,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:41,106 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:41,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328532e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:41,106 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:18:41,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,41611,1731086318165 2024-11-08T17:18:41,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f4385ef 2024-11-08T17:18:41,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:18:41,108 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:18:41,108 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T17:18:41,108 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:18:41,108 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:41,108 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:41,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:41,109 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:18:41,110 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:18:41,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:18:41,111 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:41,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:18:41,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:18:41,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741835_1011 (size=1138) 2024-11-08T17:18:41,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:41,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:41,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:41,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:41,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:41,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:41,160 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:18:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:18:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:18:41,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 936ae56e2ac24d587077775091b4b895, NAME => 'hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550 2024-11-08T17:18:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741836_1012 (size=44) 2024-11-08T17:18:41,544 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:41,544 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 936ae56e2ac24d587077775091b4b895, disabling compactions & flushes 2024-11-08T17:18:41,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:41,544 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:41,544 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. after waiting 0 ms 2024-11-08T17:18:41,544 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:41,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:41,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 936ae56e2ac24d587077775091b4b895: Waiting for close lock at 1731086321544Disabling compacts and flushes for region at 1731086321544Disabling writes for close at 1731086321544Writing region close event to WAL at 1731086321544Closed at 1731086321544 2024-11-08T17:18:41,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:18:41,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086321546"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086321546"}]},"ts":"1731086321546"} 2024-11-08T17:18:41,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:18:41,554 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:18:41,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086321554"}]},"ts":"1731086321554"} 2024-11-08T17:18:41,558 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:18:41,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN}] 2024-11-08T17:18:41,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN 2024-11-08T17:18:41,562 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN; state=OFFLINE, location=74e38af3904c,41507,1731086312047; forceNewPlan=false, retain=false 2024-11-08T17:18:41,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=936ae56e2ac24d587077775091b4b895, regionState=OPENING, regionLocation=74e38af3904c,41507,1731086312047 2024-11-08T17:18:41,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN because future has completed 2024-11-08T17:18:41,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 936ae56e2ac24d587077775091b4b895, server=74e38af3904c,41507,1731086312047}] 2024-11-08T17:18:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:18:41,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:41,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:41,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:18:41,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C41507%2C1731086312047.rep, suffix=, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs, maxLogs=10 2024-11-08T17:18:41,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.rep.1731086321914, exclude list is [], retry=0 2024-11-08T17:18:41,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:41,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.rep.1731086321914 2024-11-08T17:18:41,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:41,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 936ae56e2ac24d587077775091b4b895, NAME => 'hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:41,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:18:41,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:18:41,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. service=MultiRowMutationService 2024-11-08T17:18:41,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:18:41,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:41,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:41,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:41,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:41,990 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:41,994 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936ae56e2ac24d587077775091b4b895 columnFamilyName hfileref 2024-11-08T17:18:41,994 DEBUG [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:41,995 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(327): Store=936ae56e2ac24d587077775091b4b895/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:41,995 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,002 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936ae56e2ac24d587077775091b4b895 columnFamilyName queue 2024-11-08T17:18:42,002 DEBUG [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:42,004 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(327): Store=936ae56e2ac24d587077775091b4b895/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:42,004 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,012 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936ae56e2ac24d587077775091b4b895 columnFamilyName sid 2024-11-08T17:18:42,013 DEBUG [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:42,014 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(327): Store=936ae56e2ac24d587077775091b4b895/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:42,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:18:42,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:18:42,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 936ae56e2ac24d587077775091b4b895; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61933684, jitterRate=-0.07711619138717651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:18:42,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:42,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 936ae56e2ac24d587077775091b4b895: Running coprocessor pre-open hook at 1731086321986Writing region info on filesystem at 1731086321986Initializing all the Stores at 1731086321987 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086321987Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086321988 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086321988Cleaning up temporary data from old regions at 1731086322022 (+34 ms)Running coprocessor post-open hooks at 1731086322047 (+25 ms)Region opened successfully at 1731086322047 2024-11-08T17:18:42,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., pid=7, masterSystemTime=1731086321869 2024-11-08T17:18:42,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=936ae56e2ac24d587077775091b4b895, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,41507,1731086312047 2024-11-08T17:18:42,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:42,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:42,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 936ae56e2ac24d587077775091b4b895, server=74e38af3904c,41507,1731086312047 because future has completed 2024-11-08T17:18:42,068 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33843 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=74e38af3904c,41507,1731086312047, table=hbase:replication, region=936ae56e2ac24d587077775091b4b895. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T17:18:42,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T17:18:42,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 936ae56e2ac24d587077775091b4b895, server=74e38af3904c,41507,1731086312047 in 360 msec 2024-11-08T17:18:42,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:18:42,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN in 523 msec 2024-11-08T17:18:42,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:18:42,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086322092"}]},"ts":"1731086322092"} 2024-11-08T17:18:42,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:18:42,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:18:42,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 988 msec 2024-11-08T17:18:42,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., hostname=74e38af3904c,41507,1731086312047, seqNum=2] 2024-11-08T17:18:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:18:42,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:42,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:42,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:18:42,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T17:18:42,423 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:18:42,461 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,41507,1731086312047, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:18:42,461 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:42,462 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,41507,1731086312047, seqNum=-1] 2024-11-08T17:18:42,462 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:42,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T17:18:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,41507,1731086312047', locateType=CURRENT is [region=hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., hostname=74e38af3904c,41507,1731086312047, seqNum=2] 2024-11-08T17:18:42,468 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T17:18:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T17:18:42,470 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,41507,1731086312047 suceeded 2024-11-08T17:18:42,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T17:18:42,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-08T17:18:42,472 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:41611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:18:42,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3720 sec 2024-11-08T17:18:42,485 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:41611' 2024-11-08T17:18:42,486 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251759cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:42,486 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41611,-1 for getting cluster id 2024-11-08T17:18:42,486 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:42,487 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99b99bd9-2487-49ab-b474-e06c65866b57' 2024-11-08T17:18:42,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:42,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99b99bd9-2487-49ab-b474-e06c65866b57" 2024-11-08T17:18:42,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3865015e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:42,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41611,-1] 2024-11-08T17:18:42,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:42,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:42,489 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:42,489 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67528aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:42,490 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:18:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,41611,1731086318165 2024-11-08T17:18:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb4688 2024-11-08T17:18:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:18:42,498 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T17:18:42,499 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,41507,1731086312047 (queues=1) is replicating from cluster=69b93ec0-4244-487b-baa3-fc625ef104de to cluster=99b99bd9-2487-49ab-b474-e06c65866b57 2024-11-08T17:18:42,499 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C41507%2C1731086312047 2024-11-08T17:18:42,500 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,41507,1731086312047, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:18:42,500 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.shipper74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C41507%2C1731086312047 2024-11-08T17:18:42,500 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.wal-reader.74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.1731086314419, startPosition=0, beingWritten=true 2024-11-08T17:18:42,711 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.wal-reader.74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.1731086314419 to pos 0, reset compression=false 2024-11-08T17:18:43,019 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.wal-reader.74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.1731086314419 to pos 0, reset compression=false 2024-11-08T17:18:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:18:43,260 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:18:43,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:43,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:43,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:43,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:18:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33843,1731086311802 2024-11-08T17:18:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@507284d7 2024-11-08T17:18:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:18:43,264 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:18:43,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:18:43,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:43,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:43,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:18:43,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:43,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1666935903, stopped=false 2024-11-08T17:18:43,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,33843,1731086311802 2024-11-08T17:18:43,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:43,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:43,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:43,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:43,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:43,402 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,41507,1731086312047' ***** 2024-11-08T17:18:43,402 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:18:43,403 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:18:43,403 INFO [RS:0;74e38af3904c:41507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:18:43,403 INFO [RS:0;74e38af3904c:41507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:18:43,403 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(3091): Received CLOSE for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:43,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:18:43,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:43,412 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,41507,1731086312047 2024-11-08T17:18:43,413 INFO [RS:0;74e38af3904c:41507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:43,413 INFO [RS:0;74e38af3904c:41507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:41507. 2024-11-08T17:18:43,413 DEBUG [RS:0;74e38af3904c:41507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:43,413 DEBUG [RS:0;74e38af3904c:41507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,414 INFO [RS:0;74e38af3904c:41507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:18:43,414 INFO [RS:0;74e38af3904c:41507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:18:43,414 INFO [RS:0;74e38af3904c:41507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:18:43,414 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:18:43,416 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:18:43,416 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1325): Online Regions={936ae56e2ac24d587077775091b4b895=hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:18:43,416 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:43,416 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:43,416 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:43,416 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:43,416 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:43,416 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:43,417 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T17:18:43,429 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 936ae56e2ac24d587077775091b4b895, disabling compactions & flushes 2024-11-08T17:18:43,429 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:43,429 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:43,429 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. after waiting 0 ms 2024-11-08T17:18:43,429 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:43,429 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 936ae56e2ac24d587077775091b4b895 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T17:18:43,436 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.wal-reader.74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047/74e38af3904c%2C41507%2C1731086312047.1731086314419 to pos 0, reset compression=false 2024-11-08T17:18:43,477 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/.tmp/queue/93d3799149144a1f9de4494b218b83c8 is 151, key is 1-74e38af3904c,41507,1731086312047/queue:74e38af3904c%2C41507%2C1731086312047/1731086322466/Put/seqid=0 2024-11-08T17:18:43,478 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/info/119c6338a0a844618119e08b4f2b6252 is 147, key is hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895./info:regioninfo/1731086322053/Put/seqid=0 2024-11-08T17:18:43,497 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741838_1014 (size=5350) 2024-11-08T17:18:43,511 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/.tmp/queue/93d3799149144a1f9de4494b218b83c8 2024-11-08T17:18:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741839_1015 (size=6631) 2024-11-08T17:18:43,540 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/info/119c6338a0a844618119e08b4f2b6252 2024-11-08T17:18:43,555 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/.tmp/queue/93d3799149144a1f9de4494b218b83c8 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/queue/93d3799149144a1f9de4494b218b83c8 2024-11-08T17:18:43,566 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/queue/93d3799149144a1f9de4494b218b83c8, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T17:18:43,569 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 936ae56e2ac24d587077775091b4b895 in 140ms, sequenceid=5, compaction requested=false 2024-11-08T17:18:43,569 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T17:18:43,609 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/ns/aed3ddf66b3442aa9cb3fb636ddec544 is 43, key is default/ns:d/1731086315793/Put/seqid=0 2024-11-08T17:18:43,616 DEBUG [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:43,629 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T17:18:43,630 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:43,630 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:43,630 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:43,630 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 936ae56e2ac24d587077775091b4b895: Waiting for close lock at 1731086323429Running coprocessor pre-close hooks at 1731086323429Disabling compacts and flushes for region at 1731086323429Disabling writes for close at 1731086323429Obtaining lock to block concurrent updates at 1731086323429Preparing flush snapshotting stores in 936ae56e2ac24d587077775091b4b895 at 1731086323429Finished memstore snapshotting hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731086323430 (+1 ms)Flushing stores of hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. at 1731086323430Flushing 936ae56e2ac24d587077775091b4b895/queue: creating writer at 1731086323430Flushing 936ae56e2ac24d587077775091b4b895/queue: appending metadata at 1731086323476 (+46 ms)Flushing 936ae56e2ac24d587077775091b4b895/queue: closing flushed file at 1731086323476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698674e9: reopening flushed file at 1731086323553 (+77 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 936ae56e2ac24d587077775091b4b895 in 140ms, sequenceid=5, compaction requested=false at 1731086323569 (+16 ms)Writing region close event to WAL at 1731086323612 (+43 ms)Running coprocessor post-close hooks at 1731086323630 (+18 ms)Closed at 1731086323630 2024-11-08T17:18:43,630 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:43,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741840_1016 (size=5153) 2024-11-08T17:18:43,631 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/ns/aed3ddf66b3442aa9cb3fb636ddec544 2024-11-08T17:18:43,667 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/table/e0365668bedb4e868750b9c0fe679f38 is 53, key is hbase:replication/table:state/1731086322092/Put/seqid=0 2024-11-08T17:18:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741841_1017 (size=5256) 2024-11-08T17:18:43,721 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/table/e0365668bedb4e868750b9c0fe679f38 2024-11-08T17:18:43,727 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/info/119c6338a0a844618119e08b4f2b6252 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/info/119c6338a0a844618119e08b4f2b6252 2024-11-08T17:18:43,733 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/info/119c6338a0a844618119e08b4f2b6252, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T17:18:43,735 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/ns/aed3ddf66b3442aa9cb3fb636ddec544 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/ns/aed3ddf66b3442aa9cb3fb636ddec544 2024-11-08T17:18:43,742 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/ns/aed3ddf66b3442aa9cb3fb636ddec544, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:18:43,743 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/table/e0365668bedb4e868750b9c0fe679f38 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/table/e0365668bedb4e868750b9c0fe679f38 2024-11-08T17:18:43,753 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/table/e0365668bedb4e868750b9c0fe679f38, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T17:18:43,754 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 337ms, sequenceid=11, compaction requested=false 2024-11-08T17:18:43,773 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T17:18:43,774 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:43,774 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:43,774 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:43,774 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086323416Running coprocessor pre-close hooks at 1731086323416Disabling compacts and flushes for region at 1731086323416Disabling writes for close at 1731086323416Obtaining lock to block concurrent updates at 1731086323417 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731086323417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731086323417Flushing stores of hbase:meta,,1.1588230740 at 1731086323428 (+11 ms)Flushing 1588230740/info: creating writer at 1731086323428Flushing 1588230740/info: appending metadata at 1731086323471 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731086323471Flushing 1588230740/ns: creating writer at 1731086323560 (+89 ms)Flushing 1588230740/ns: appending metadata at 1731086323608 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731086323608Flushing 1588230740/table: creating writer at 1731086323638 (+30 ms)Flushing 1588230740/table: appending metadata at 1731086323666 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731086323666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5617285d: reopening flushed file at 1731086323726 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ba07cf: reopening flushed file at 1731086323734 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f2730: reopening flushed file at 1731086323742 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 337ms, sequenceid=11, compaction requested=false at 1731086323754 (+12 ms)Writing region close event to WAL at 1731086323768 (+14 ms)Running coprocessor post-close hooks at 1731086323773 (+5 ms)Closed at 1731086323774 (+1 ms) 2024-11-08T17:18:43,774 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:43,816 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,41507,1731086312047; all regions closed. 2024-11-08T17:18:43,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741834_1010 (size=2742) 2024-11-08T17:18:43,823 DEBUG [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs 2024-11-08T17:18:43,823 INFO [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C41507%2C1731086312047.meta:.meta(num 1731086315547) 2024-11-08T17:18:43,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741837_1013 (size=1586) 2024-11-08T17:18:43,831 DEBUG [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs 2024-11-08T17:18:43,831 INFO [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C41507%2C1731086312047.rep:(num 1731086321914) 2024-11-08T17:18:43,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741832_1008 (size=93) 2024-11-08T17:18:43,839 DEBUG [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs 2024-11-08T17:18:43,839 INFO [RS:0;74e38af3904c:41507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C41507%2C1731086312047:(num 1731086314419) 2024-11-08T17:18:43,839 DEBUG [RS:0;74e38af3904c:41507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,839 INFO [RS:0;74e38af3904c:41507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:43,839 INFO [RS:0;74e38af3904c:41507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:43,839 INFO [RS:0;74e38af3904c:41507 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:43,839 INFO [RS:0;74e38af3904c:41507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:43,840 INFO [RS:0;74e38af3904c:41507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,41507,1731086312047 because: Region server is closing 2024-11-08T17:18:43,840 INFO [RS:0;74e38af3904c:41507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:41507. 2024-11-08T17:18:43,840 DEBUG [RS:0;74e38af3904c:41507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:43,840 DEBUG [RS:0;74e38af3904c:41507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,841 DEBUG [RS:0;74e38af3904c:41507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:43,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:43,841 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:43,942 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.wal-reader.74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:18:43,942 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.shipper74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:18:43,943 INFO [RS:0;74e38af3904c:41507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,41507,1731086312047.replicationSource.shipper74e38af3904c%2C41507%2C1731086312047,1-74e38af3904c,41507,1731086312047 terminated 2024-11-08T17:18:43,943 INFO [RS:0;74e38af3904c:41507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41507 2024-11-08T17:18:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/rs/74e38af3904c,41507,1731086312047 2024-11-08T17:18:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/rs 2024-11-08T17:18:43,997 INFO [RS:0;74e38af3904c:41507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:43,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,41507,1731086312047] 2024-11-08T17:18:44,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/draining/74e38af3904c,41507,1731086312047 already deleted, retry=false 2024-11-08T17:18:44,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,41507,1731086312047 expired; onlineServers=0 2024-11-08T17:18:44,019 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,33843,1731086311802' ***** 2024-11-08T17:18:44,019 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:18:44,019 INFO [M:0;74e38af3904c:33843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:44,019 INFO [M:0;74e38af3904c:33843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:44,019 DEBUG [M:0;74e38af3904c:33843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:18:44,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:18:44,019 DEBUG [M:0;74e38af3904c:33843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:18:44,019 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086314144 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086314144,5,FailOnTimeoutGroup] 2024-11-08T17:18:44,019 INFO [M:0;74e38af3904c:33843 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:44,019 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086314144 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086314144,5,FailOnTimeoutGroup] 2024-11-08T17:18:44,019 INFO [M:0;74e38af3904c:33843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:44,019 DEBUG [M:0;74e38af3904c:33843 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:18:44,019 INFO [M:0;74e38af3904c:33843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:18:44,019 INFO [M:0;74e38af3904c:33843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:44,020 INFO [M:0;74e38af3904c:33843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:18:44,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:18:44,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/master 2024-11-08T17:18:44,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:44,029 DEBUG [M:0;74e38af3904c:33843 {}] zookeeper.ZKUtil(347): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/master because node does not exist (not an error) 2024-11-08T17:18:44,029 WARN [M:0;74e38af3904c:33843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:18:44,030 INFO [M:0;74e38af3904c:33843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/.lastflushedseqids 2024-11-08T17:18:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741842_1018 (size=181) 2024-11-08T17:18:44,064 INFO [M:0;74e38af3904c:33843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:18:44,064 INFO [M:0;74e38af3904c:33843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:18:44,064 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:44,064 INFO [M:0;74e38af3904c:33843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:44,064 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:44,064 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:44,064 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:44,065 INFO [M:0;74e38af3904c:33843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T17:18:44,105 DEBUG [M:0;74e38af3904c:33843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/551e5250e4f74815979d853a7aecad4d is 82, key is hbase:meta,,1/info:regioninfo/1731086315586/Put/seqid=0 2024-11-08T17:18:44,113 INFO [RS:0;74e38af3904c:41507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:44,113 INFO [RS:0;74e38af3904c:41507 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,41507,1731086312047; zookeeper connection closed. 2024-11-08T17:18:44,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:44,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011b74d01a0001, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:44,115 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170eeb17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170eeb17 2024-11-08T17:18:44,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:18:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741843_1019 (size=5672) 2024-11-08T17:18:44,121 INFO [M:0;74e38af3904c:33843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/551e5250e4f74815979d853a7aecad4d 2024-11-08T17:18:44,159 DEBUG [M:0;74e38af3904c:33843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5531b958430c4acfb28a191c5b2ffe3f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731086322099/Put/seqid=0 2024-11-08T17:18:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741844_1020 (size=7203) 2024-11-08T17:18:44,183 INFO [M:0;74e38af3904c:33843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5531b958430c4acfb28a191c5b2ffe3f 2024-11-08T17:18:44,210 DEBUG [M:0;74e38af3904c:33843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e155bb57a7543fb968d1d0075e422f6 is 69, key is 74e38af3904c,41507,1731086312047/rs:state/1731086314248/Put/seqid=0 2024-11-08T17:18:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741845_1021 (size=5156) 2024-11-08T17:18:44,219 INFO [M:0;74e38af3904c:33843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e155bb57a7543fb968d1d0075e422f6 2024-11-08T17:18:44,230 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/551e5250e4f74815979d853a7aecad4d as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/551e5250e4f74815979d853a7aecad4d 2024-11-08T17:18:44,240 INFO [M:0;74e38af3904c:33843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/551e5250e4f74815979d853a7aecad4d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T17:18:44,241 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5531b958430c4acfb28a191c5b2ffe3f as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5531b958430c4acfb28a191c5b2ffe3f 2024-11-08T17:18:44,255 INFO [M:0;74e38af3904c:33843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5531b958430c4acfb28a191c5b2ffe3f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T17:18:44,257 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e155bb57a7543fb968d1d0075e422f6 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e155bb57a7543fb968d1d0075e422f6 2024-11-08T17:18:44,263 INFO [M:0;74e38af3904c:33843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e155bb57a7543fb968d1d0075e422f6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T17:18:44,264 INFO [M:0;74e38af3904c:33843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 200ms, sequenceid=70, compaction requested=false 2024-11-08T17:18:44,270 INFO [M:0;74e38af3904c:33843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:44,270 DEBUG [M:0;74e38af3904c:33843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086324064Disabling compacts and flushes for region at 1731086324064Disabling writes for close at 1731086324064Obtaining lock to block concurrent updates at 1731086324065 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086324065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731086324065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086324066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086324066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086324105 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086324105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086324127 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086324158 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086324158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086324189 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086324210 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086324210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f389d74: reopening flushed file at 1731086324226 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9bfdf9: reopening flushed file at 1731086324240 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af8e603: reopening flushed file at 1731086324255 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 200ms, sequenceid=70, compaction requested=false at 1731086324264 (+9 ms)Writing region close event to WAL at 1731086324269 (+5 ms)Closed at 1731086324270 (+1 ms) 2024-11-08T17:18:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741830_1006 (size=41008) 2024-11-08T17:18:44,274 INFO [M:0;74e38af3904c:33843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:18:44,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:44,274 INFO [M:0;74e38af3904c:33843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33843 2024-11-08T17:18:44,274 INFO [M:0;74e38af3904c:33843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:44,403 INFO [M:0;74e38af3904c:33843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1011b74d01a0000, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:44,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:44,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:44,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:44,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:44,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:44,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:44,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:18:44,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:44,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44807 2024-11-08T17:18:44,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44807 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448070x0, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:44,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44807-0x1011b74d01a0006 connected 2024-11-08T17:18:44,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:44,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:44,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:44,438 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550, hbase.cluster.distributed=false 2024-11-08T17:18:44,438 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: INIT 2024-11-08T17:18:44,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/acl 2024-11-08T17:18:44,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-08T17:18:44,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44807 2024-11-08T17:18:44,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44807 2024-11-08T17:18:44,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-08T17:18:44,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-08T17:18:44,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:44,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:44,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:44,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:44,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:44,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:44,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:18:44,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:44,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40965 2024-11-08T17:18:44,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40965 connecting to ZooKeeper ensemble=127.0.0.1:55235 2024-11-08T17:18:44,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:44,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:44,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409650x0, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:44,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409650x0, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:44,524 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: INIT 2024-11-08T17:18:44,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:18:44,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40965-0x1011b74d01a0007 connected 2024-11-08T17:18:44,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:18:44,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/master 2024-11-08T17:18:44,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/acl 2024-11-08T17:18:44,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-08T17:18:44,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40965 2024-11-08T17:18:44,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40965 2024-11-08T17:18:44,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-08T17:18:44,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-08T17:18:44,580 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:44807 2024-11-08T17:18:44,580 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0701326545/backup-masters/74e38af3904c,44807,1731086324405 2024-11-08T17:18:44,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:44,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:44,588 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on existing znode=/0701326545/backup-masters/74e38af3904c,44807,1731086324405 2024-11-08T17:18:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701326545/master 2024-11-08T17:18:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:44,599 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on existing znode=/0701326545/master 2024-11-08T17:18:44,599 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0701326545/backup-masters/74e38af3904c,44807,1731086324405 from backup master directory 2024-11-08T17:18:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/backup-masters/74e38af3904c,44807,1731086324405 2024-11-08T17:18:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/backup-masters 2024-11-08T17:18:44,616 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:44,616 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,44807,1731086324405 2024-11-08T17:18:44,645 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:44,645 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:18:44,660 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-08T17:18:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741846_1022 (size=196) 2024-11-08T17:18:45,127 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:18:45,128 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:18:45,129 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:45,134 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T17:18:45,136 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802 to hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802-dead as it is dead 2024-11-08T17:18:45,137 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802-dead/74e38af3904c%2C33843%2C1731086311802.1731086313863 2024-11-08T17:18:45,138 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802-dead/74e38af3904c%2C33843%2C1731086311802.1731086313863 after 0ms 2024-11-08T17:18:45,138 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802-dead/74e38af3904c%2C33843%2C1731086311802.1731086313863 to hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C33843%2C1731086311802.1731086313863 2024-11-08T17:18:45,138 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,33843,1731086311802-dead 2024-11-08T17:18:45,139 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,44807,1731086324405 2024-11-08T17:18:45,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:45,141 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C44807%2C1731086324405, suffix=, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,44807,1731086324405, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/oldWALs, maxLogs=10 2024-11-08T17:18:45,153 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,44807,1731086324405/74e38af3904c%2C44807%2C1731086324405.1731086325141, exclude list is [], retry=0 2024-11-08T17:18:45,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:45,159 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/WALs/74e38af3904c,44807,1731086324405/74e38af3904c%2C44807%2C1731086324405.1731086325141 2024-11-08T17:18:45,160 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:45,160 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:45,160 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:45,160 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,160 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:18:45,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:45,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/551e5250e4f74815979d853a7aecad4d 2024-11-08T17:18:45,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:45,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:18:45,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:45,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5531b958430c4acfb28a191c5b2ffe3f 2024-11-08T17:18:45,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:45,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:18:45,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:45,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e155bb57a7543fb968d1d0075e422f6 2024-11-08T17:18:45,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:45,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:18:45,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:45,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:45,191 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,191 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T17:18:45,192 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C33843%2C1731086311802.1731086313863 2024-11-08T17:18:45,200 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C33843%2C1731086311802.1731086313863 2024-11-08T17:18:45,201 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74e38af3904c%2C33843%2C1731086311802.1731086313863 2024-11-08T17:18:45,205 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,206 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,206 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:45,208 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:45,211 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T17:18:45,212 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60845935, jitterRate=-0.09332491457462311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:45,212 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086325160Initializing all the Stores at 1731086325161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086325161Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086325161Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086325161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086325161Cleaning up temporary data from old regions at 1731086325206 (+45 ms)Region opened successfully at 1731086325212 (+6 ms) 2024-11-08T17:18:45,216 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:18:45,219 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571a1a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:45,221 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T17:18:45,221 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:18:45,221 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:18:45,222 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:18:45,222 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:18:45,225 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:45,225 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:18:45,226 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:18:45,226 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-08T17:18:45,226 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:18:45,230 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=74e38af3904c,41507,1731086312047, regionLocation=74e38af3904c,41507,1731086312047, openSeqNum=2 2024-11-08T17:18:45,230 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=74e38af3904c,41507,1731086312047, table=hbase:meta, region=1588230740 2024-11-08T17:18:45,230 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,41507,1731086312047, state=OPEN 2024-11-08T17:18:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:45,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:45,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:45,243 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:18:45,250 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/draining/74e38af3904c,41507,1731086312047 already deleted, retry=false 2024-11-08T17:18:45,250 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 74e38af3904c,41507,1731086312047 on 74e38af3904c,44807,1731086324405 2024-11-08T17:18:45,251 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 74e38af3904c,41507,1731086312047, splitWal=true, meta=true 2024-11-08T17:18:45,251 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 74e38af3904c,41507,1731086312047 (carryingMeta=true) 74e38af3904c,41507,1731086312047/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6704cf1e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T17:18:45,253 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/balancer because node does not exist (not necessarily an error) 2024-11-08T17:18:45,260 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/balancer already deleted, retry=false 2024-11-08T17:18:45,261 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:18:45,261 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:18:45,271 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/normalizer already deleted, retry=false 2024-11-08T17:18:45,272 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:18:45,273 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:18:45,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/switch/split already deleted, retry=false 2024-11-08T17:18:45,283 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:18:45,292 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/switch/merge already deleted, retry=false 2024-11-08T17:18:45,307 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Unable to get data of znode /0701326545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:18:45,313 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/snapshot-cleanup already deleted, retry=false 2024-11-08T17:18:45,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:45,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:45,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:45,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:45,324 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,44807,1731086324405, sessionid=0x1011b74d01a0006, setting cluster-up flag (Was=false) 2024-11-08T17:18:45,336 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701326545/flush-table-proc/acquired, /0701326545/flush-table-proc/reached, /0701326545/flush-table-proc/abort 2024-11-08T17:18:45,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,44807,1731086324405 2024-11-08T17:18:45,345 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701326545/online-snapshot/acquired, /0701326545/online-snapshot/reached, /0701326545/online-snapshot/abort 2024-11-08T17:18:45,346 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,44807,1731086324405 2024-11-08T17:18:45,349 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/.lastflushedseqids 2024-11-08T17:18:45,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:18:45,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:18:45,351 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,44807,1731086324405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 74e38af3904c,41507,1731086312047 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:45,353 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,357 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 74e38af3904c,41507,1731086312047, splitWal=true, meta=true 2024-11-08T17:18:45,360 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 74e38af3904c,41507,1731086312047, splitWal=true, meta=true, isMeta: true 2024-11-08T17:18:45,363 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047-splitting 2024-11-08T17:18:45,364 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047-splitting dir is empty, no logs to split. 2024-11-08T17:18:45,364 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74e38af3904c,41507,1731086312047 WAL count=0, meta=true 2024-11-08T17:18:45,367 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047-splitting dir is empty, no logs to split. 2024-11-08T17:18:45,367 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74e38af3904c,41507,1731086312047 WAL count=0, meta=true 2024-11-08T17:18:45,367 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 74e38af3904c,41507,1731086312047 WAL splitting is done? wals=0, meta=true 2024-11-08T17:18:45,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:18:45,369 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:45,370 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T17:18:45,378 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(746): ClusterId : 69b93ec0-4244-487b-baa3-fc625ef104de 2024-11-08T17:18:45,378 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:18:45,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086355380 2024-11-08T17:18:45,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:18:45,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:18:45,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:18:45,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:18:45,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:18:45,380 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:18:45,384 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,385 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:18:45,385 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:18:45,385 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:18:45,385 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:18:45,387 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:18:45,387 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:18:45,387 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086325387,5,FailOnTimeoutGroup] 2024-11-08T17:18:45,387 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086325387,5,FailOnTimeoutGroup] 2024-11-08T17:18:45,387 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,387 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:18:45,387 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:18:45,387 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:18:45,387 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,387 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,388 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086325387, completionTime=-1 2024-11-08T17:18:45,388 WARN [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T17:18:45,388 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T17:18:45,398 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:18:45,398 DEBUG [RS:0;74e38af3904c:40965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7f2b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:45,410 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:40965 2024-11-08T17:18:45,410 INFO [RS:0;74e38af3904c:40965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:18:45,410 INFO [RS:0;74e38af3904c:40965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:18:45,410 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:18:45,411 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,44807,1731086324405 with port=40965, startcode=1731086324493 2024-11-08T17:18:45,411 DEBUG [RS:0;74e38af3904c:40965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:18:45,412 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:18:45,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,40965,1731086324493 2024-11-08T17:18:45,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,40965,1731086324493 2024-11-08T17:18:45,415 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550 2024-11-08T17:18:45,415 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44271 2024-11-08T17:18:45,415 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:18:45,438 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T17:18:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/rs 2024-11-08T17:18:45,460 DEBUG [RS:0;74e38af3904c:40965 {}] zookeeper.ZKUtil(111): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on existing znode=/0701326545/rs/74e38af3904c,40965,1731086324493 2024-11-08T17:18:45,460 WARN [RS:0;74e38af3904c:40965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:45,460 INFO [RS:0;74e38af3904c:40965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:45,460 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493 2024-11-08T17:18:45,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,40965,1731086324493] 2024-11-08T17:18:45,478 INFO [RS:0;74e38af3904c:40965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:18:45,479 INFO [RS:0;74e38af3904c:40965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:18:45,479 INFO [RS:0;74e38af3904c:40965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:18:45,479 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,479 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:18:45,480 INFO [RS:0;74e38af3904c:40965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:18:45,480 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:45,480 DEBUG [RS:0;74e38af3904c:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:45,481 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,481 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,481 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,481 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,481 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,481 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40965,1731086324493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:45,494 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:18:45,495 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40965,1731086324493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,509 INFO [RS:0;74e38af3904c:40965 {}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,40965,1731086324493, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:18:45,509 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,509 INFO [RS:0;74e38af3904c:40965 {}] regionserver.Replication(171): 74e38af3904c,40965,1731086324493 started 2024-11-08T17:18:45,520 WARN [74e38af3904c:44807 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T17:18:45,526 DEBUG [RS:0;74e38af3904c:40965.replicationSource,1-74e38af3904c,40965,1731086324493 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:41611' 2024-11-08T17:18:45,528 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:45,528 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,40965,1731086324493, RpcServer on 74e38af3904c/172.17.0.2:40965, sessionid=0x1011b74d01a0007 2024-11-08T17:18:45,528 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:18:45,528 DEBUG [RS:0;74e38af3904c:40965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,40965,1731086324493 2024-11-08T17:18:45,528 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,40965,1731086324493' 2024-11-08T17:18:45,528 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701326545/flush-table-proc/abort' 2024-11-08T17:18:45,528 DEBUG [RS:0;74e38af3904c:40965.replicationSource,1-74e38af3904c,40965,1731086324493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a77b0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:45,528 DEBUG [RS:0;74e38af3904c:40965.replicationSource,1-74e38af3904c,40965,1731086324493 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,41611,-1 for getting cluster id 2024-11-08T17:18:45,528 DEBUG [RS:0;74e38af3904c:40965.replicationSource,1-74e38af3904c,40965,1731086324493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:45,529 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701326545/flush-table-proc/acquired' 2024-11-08T17:18:45,529 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:18:45,529 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:18:45,529 DEBUG [RS:0;74e38af3904c:40965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,40965,1731086324493 2024-11-08T17:18:45,529 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,40965,1731086324493' 2024-11-08T17:18:45,529 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701326545/online-snapshot/abort' 2024-11-08T17:18:45,530 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701326545/online-snapshot/acquired' 2024-11-08T17:18:45,530 DEBUG [RS:0;74e38af3904c:40965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:18:45,530 INFO [RS:0;74e38af3904c:40965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:18:45,530 INFO [RS:0;74e38af3904c:40965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:18:45,530 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99b99bd9-2487-49ab-b474-e06c65866b57' 2024-11-08T17:18:45,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:45,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99b99bd9-2487-49ab-b474-e06c65866b57" 2024-11-08T17:18:45,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@636692f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:45,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,41611,-1] 2024-11-08T17:18:45,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:45,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:45,532 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:45,533 DEBUG [RS:0;74e38af3904c:40965.replicationSource,1-74e38af3904c,40965,1731086324493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796b82b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:45,533 DEBUG [RS:0;74e38af3904c:40965.replicationSource,1-74e38af3904c,40965,1731086324493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:18:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,41611,1731086318165 2024-11-08T17:18:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5772ec 2024-11-08T17:18:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:18:45,535 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T17:18:45,536 INFO [RS:0;74e38af3904c:40965.replicationSource,1-74e38af3904c,40965,1731086324493 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,40965,1731086324493 (queues=0) is replicating from cluster=69b93ec0-4244-487b-baa3-fc625ef104de to cluster=99b99bd9-2487-49ab-b474-e06c65866b57 2024-11-08T17:18:45,631 INFO [RS:0;74e38af3904c:40965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:45,633 INFO [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C40965%2C1731086324493, suffix=, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs, maxLogs=10 2024-11-08T17:18:45,647 DEBUG [RS:0;74e38af3904c:40965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633, exclude list is [], retry=0 2024-11-08T17:18:45,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:45,650 INFO [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 2024-11-08T17:18:45,651 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 74e38af3904c%2C40965%2C1731086324493 for peer 1 2024-11-08T17:18:45,651 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C40965%2C1731086324493 2024-11-08T17:18:45,651 INFO [RS:0;74e38af3904c:40965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,40965,1731086324493, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:18:45,651 DEBUG [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:45,651 INFO [RS:0;74e38af3904c:40965.replicationSource.shipper74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C40965%2C1731086324493 2024-11-08T17:18:45,651 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633, startPosition=0, beingWritten=true 2024-11-08T17:18:45,770 DEBUG [74e38af3904c:44807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:18:45,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,40965,1731086324493 2024-11-08T17:18:45,772 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,40965,1731086324493, state=OPENING 2024-11-08T17:18:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:45,785 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:45,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:45,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:45,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,40965,1731086324493}] 2024-11-08T17:18:45,856 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:45,937 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:18:45,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:18:45,942 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:18:45,942 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:45,943 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:18:45,944 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C40965%2C1731086324493.meta, suffix=.meta, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs, maxLogs=10 2024-11-08T17:18:45,958 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.meta.1731086325944.meta, exclude list is [], retry=0 2024-11-08T17:18:45,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:45,961 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.meta.1731086325944.meta 2024-11-08T17:18:45,962 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:45,962 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:45,962 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:18:45,962 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:18:45,962 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:18:45,962 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:18:45,962 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:18:45,962 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:45,962 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:18:45,963 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:18:45,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:18:45,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:18:45,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:45,970 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/info/119c6338a0a844618119e08b4f2b6252 2024-11-08T17:18:45,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:45,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:18:45,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:18:45,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:45,981 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/ns/aed3ddf66b3442aa9cb3fb636ddec544 2024-11-08T17:18:45,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:45,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:18:45,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:18:45,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:45,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:45,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:18:45,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:18:45,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:46,003 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/table/e0365668bedb4e868750b9c0fe679f38 2024-11-08T17:18:46,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:46,004 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:18:46,005 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740 2024-11-08T17:18:46,008 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740 2024-11-08T17:18:46,010 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:18:46,010 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:18:46,011 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:46,013 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:18:46,014 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75393694, jitterRate=0.12345358729362488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:46,014 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:18:46,014 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086325963Writing region info on filesystem at 1731086325963Initializing all the Stores at 1731086325963Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086325964 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086325964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086325964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086325964Cleaning up temporary data from old regions at 1731086326010 (+46 ms)Running coprocessor post-open hooks at 1731086326014 (+4 ms)Region opened successfully at 1731086326014 2024-11-08T17:18:46,015 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731086325937 2024-11-08T17:18:46,018 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:18:46,018 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:18:46,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=74e38af3904c,40965,1731086324493 2024-11-08T17:18:46,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,40965,1731086324493, state=OPEN 2024-11-08T17:18:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701326545/meta-region-server 2024-11-08T17:18:46,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,40965,1731086324493 2024-11-08T17:18:46,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:46,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701326545/meta-region-server: CHANGED 2024-11-08T17:18:46,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T17:18:46,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,40965,1731086324493 in 284 msec 2024-11-08T17:18:46,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:18:46,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-11-08T17:18:46,163 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:46,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:18:46,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:46,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:46,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:46,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:46,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:46,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:46,568 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:46,940 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T17:18:47,073 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:47,678 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:48,382 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:48,443 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T17:18:49,188 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:49,896 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T17:18:49,896 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:18:49,896 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:49,896 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40965,1731086324493, seqNum=-1] 2024-11-08T17:18:49,896 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:49,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:49,901 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=936ae56e2ac24d587077775091b4b895, regionState=OPEN, lastHost=74e38af3904c,41507,1731086312047, regionLocation=74e38af3904c,41507,1731086312047, openSeqNum=2 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086389901 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086449901 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T17:18:49,901 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 74e38af3904c,41507,1731086312047 had 2 regions 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44807,1731086324405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44807,1731086324405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44807,1731086324405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:44807, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:49,901 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:49,902 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:49,902 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 74e38af3904c,41507,1731086312047, splitWal=true, meta=true, isMeta: false 2024-11-08T17:18:49,903 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047-splitting dir is empty, no logs to split. 2024-11-08T17:18:49,903 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74e38af3904c,41507,1731086312047 WAL count=0, meta=false 2024-11-08T17:18:49,905 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,41507,1731086312047-splitting dir is empty, no logs to split. 2024-11-08T17:18:49,905 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74e38af3904c,41507,1731086312047 WAL count=0, meta=false 2024-11-08T17:18:49,905 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 74e38af3904c,41507,1731086312047 WAL splitting is done? wals=0, meta=false 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.291sec 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44807,1731086324405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:49,907 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44807,1731086324405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:18:49,908 WARN [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=74e38af3904c,41507,1731086312047/hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:49,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN}] 2024-11-08T17:18:49,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN 2024-11-08T17:18:49,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T17:18:49,911 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:18:49,911 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:18:49,911 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44807,1731086324405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:49,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8a50d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:49,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,44807,-1 for getting cluster id 2024-11-08T17:18:49,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:49,990 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b93ec0-4244-487b-baa3-fc625ef104de' 2024-11-08T17:18:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b93ec0-4244-487b-baa3-fc625ef104de" 2024-11-08T17:18:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c893777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,44807,-1] 2024-11-08T17:18:49,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:49,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:49,992 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57315ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:49,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40965,1731086324493, seqNum=-1] 2024-11-08T17:18:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:49,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:50,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T17:18:50,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:50,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:50,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:50,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 74e38af3904c:44807 after: 74e38af3904c:44807 2024-11-08T17:18:50,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2efc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:50,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,44807,-1 for getting cluster id 2024-11-08T17:18:50,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:50,002 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b93ec0-4244-487b-baa3-fc625ef104de' 2024-11-08T17:18:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b93ec0-4244-487b-baa3-fc625ef104de" 2024-11-08T17:18:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2c26dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,44807,-1] 2024-11-08T17:18:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,004 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:50,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da85a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:50,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:18:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,44807,1731086324405 2024-11-08T17:18:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df71ad2 2024-11-08T17:18:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:18:50,008 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:18:50,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T17:18:50,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:18:50,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:50,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:50,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:50,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:18:50,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1184308080, stopped=false 2024-11-08T17:18:50,010 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,41611,1731086318165 2024-11-08T17:18:50,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-231376550/running 2024-11-08T17:18:50,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-231376550/running 2024-11-08T17:18:50,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:50,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:50,018 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:50,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:50,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:50,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on znode that does not yet exist, /1-231376550/running 2024-11-08T17:18:50,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,019 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,42931,1731086318318' ***** 2024-11-08T17:18:50,019 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:18:50,019 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:18:50,019 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:18:50,019 INFO [RS:0;74e38af3904c:42931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:18:50,019 INFO [RS:0;74e38af3904c:42931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:18:50,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Set watcher on znode that does not yet exist, /1-231376550/running 2024-11-08T17:18:50,019 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,42931,1731086318318 2024-11-08T17:18:50,019 INFO [RS:0;74e38af3904c:42931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:50,019 INFO [RS:0;74e38af3904c:42931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:42931. 2024-11-08T17:18:50,020 DEBUG [RS:0;74e38af3904c:42931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:50,020 DEBUG [RS:0;74e38af3904c:42931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,020 INFO [RS:0;74e38af3904c:42931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:18:50,020 INFO [RS:0;74e38af3904c:42931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:18:50,020 INFO [RS:0;74e38af3904c:42931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:18:50,020 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:18:50,020 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:18:50,020 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:18:50,020 DEBUG [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:18:50,020 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:50,020 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:50,020 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:50,020 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:50,020 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:50,021 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T17:18:50,032 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:50,049 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740/.tmp/ns/0e755f7e5e2d47ac97c4b51da7f7b1b0 is 43, key is default/ns:d/1731086321037/Put/seqid=0 2024-11-08T17:18:50,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741835_1011 (size=5153) 2024-11-08T17:18:50,059 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740/.tmp/ns/0e755f7e5e2d47ac97c4b51da7f7b1b0 2024-11-08T17:18:50,061 DEBUG [74e38af3904c:44807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:18:50,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=936ae56e2ac24d587077775091b4b895, regionState=OPENING, regionLocation=74e38af3904c,40965,1731086324493 2024-11-08T17:18:50,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN because future has completed 2024-11-08T17:18:50,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 936ae56e2ac24d587077775091b4b895, server=74e38af3904c,40965,1731086324493}] 2024-11-08T17:18:50,070 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740/.tmp/ns/0e755f7e5e2d47ac97c4b51da7f7b1b0 as hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740/ns/0e755f7e5e2d47ac97c4b51da7f7b1b0 2024-11-08T17:18:50,081 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740/ns/0e755f7e5e2d47ac97c4b51da7f7b1b0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T17:18:50,082 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=6, compaction requested=false 2024-11-08T17:18:50,082 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:18:50,093 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T17:18:50,093 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:50,093 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:50,094 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:50,094 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086330020Running coprocessor pre-close hooks at 1731086330020Disabling compacts and flushes for region at 1731086330020Disabling writes for close at 1731086330020Obtaining lock to block concurrent updates at 1731086330021 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731086330021Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731086330021Flushing stores of hbase:meta,,1.1588230740 at 1731086330021Flushing 1588230740/ns: creating writer at 1731086330022 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731086330048 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731086330048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2079745: reopening flushed file at 1731086330069 (+21 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=6, compaction requested=false at 1731086330082 (+13 ms)Writing region close event to WAL at 1731086330086 (+4 ms)Running coprocessor post-close hooks at 1731086330093 (+7 ms)Closed at 1731086330093 2024-11-08T17:18:50,094 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:50,098 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:50,206 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:18:50,206 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:18:50,220 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,42931,1731086318318; all regions closed. 2024-11-08T17:18:50,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741834_1010 (size=1152) 2024-11-08T17:18:50,224 DEBUG [RS:0;74e38af3904c:42931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/oldWALs 2024-11-08T17:18:50,224 INFO [RS:0;74e38af3904c:42931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C42931%2C1731086318318.meta:.meta(num 1731086320980) 2024-11-08T17:18:50,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:50,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:50,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:18:50,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C40965%2C1731086324493.rep, suffix=, logDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493, archiveDir=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs, maxLogs=10 2024-11-08T17:18:50,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741833_1009 (size=93) 2024-11-08T17:18:50,237 DEBUG [RS:0;74e38af3904c:42931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/oldWALs 2024-11-08T17:18:50,237 INFO [RS:0;74e38af3904c:42931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C42931%2C1731086318318:(num 1731086320390) 2024-11-08T17:18:50,237 DEBUG [RS:0;74e38af3904c:42931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:50,237 INFO [RS:0;74e38af3904c:42931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:50,237 INFO [RS:0;74e38af3904c:42931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:50,238 INFO [RS:0;74e38af3904c:42931 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:50,238 INFO [RS:0;74e38af3904c:42931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:50,238 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:50,238 INFO [RS:0;74e38af3904c:42931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42931 2024-11-08T17:18:50,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550/rs 2024-11-08T17:18:50,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-231376550/rs/74e38af3904c,42931,1731086318318 2024-11-08T17:18:50,250 INFO [RS:0;74e38af3904c:42931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:50,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,42931,1731086318318] 2024-11-08T17:18:50,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.rep.1731086330235, exclude list is [], retry=0 2024-11-08T17:18:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-0a57b620-06f4-4369-ba11-057638dfe1c9,DISK] 2024-11-08T17:18:50,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.rep.1731086330235 2024-11-08T17:18:50,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-08T17:18:50,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 936ae56e2ac24d587077775091b4b895, NAME => 'hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:50,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:18:50,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:18:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. service=MultiRowMutationService 2024-11-08T17:18:50,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:18:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,268 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,269 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936ae56e2ac24d587077775091b4b895 columnFamilyName hfileref 2024-11-08T17:18:50,269 DEBUG [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:50,270 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(327): Store=936ae56e2ac24d587077775091b4b895/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:50,270 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-231376550/draining/74e38af3904c,42931,1731086318318 already deleted, retry=false 2024-11-08T17:18:50,271 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936ae56e2ac24d587077775091b4b895 columnFamilyName queue 2024-11-08T17:18:50,271 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,42931,1731086318318 expired; onlineServers=0 2024-11-08T17:18:50,271 DEBUG [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:50,271 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,41611,1731086318165' ***** 2024-11-08T17:18:50,271 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:18:50,271 INFO [M:0;74e38af3904c:41611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:50,271 INFO [M:0;74e38af3904c:41611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:50,271 DEBUG [M:0;74e38af3904c:41611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:18:50,271 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:18:50,271 DEBUG [M:0;74e38af3904c:41611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:18:50,271 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086320116 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086320116,5,FailOnTimeoutGroup] 2024-11-08T17:18:50,271 INFO [M:0;74e38af3904c:41611 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:50,272 INFO [M:0;74e38af3904c:41611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:50,272 DEBUG [M:0;74e38af3904c:41611 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:18:50,272 INFO [M:0;74e38af3904c:41611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:18:50,272 INFO [M:0;74e38af3904c:41611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:50,272 INFO [M:0;74e38af3904c:41611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:18:50,272 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:18:50,272 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086320117 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086320117,5,FailOnTimeoutGroup] 2024-11-08T17:18:50,279 DEBUG [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/queue/93d3799149144a1f9de4494b218b83c8 2024-11-08T17:18:50,279 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(327): Store=936ae56e2ac24d587077775091b4b895/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:50,279 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,280 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936ae56e2ac24d587077775091b4b895 columnFamilyName sid 2024-11-08T17:18:50,280 DEBUG [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:50,281 INFO [StoreOpener-936ae56e2ac24d587077775091b4b895-1 {}] regionserver.HStore(327): Store=936ae56e2ac24d587077775091b4b895/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:50,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-231376550/master 2024-11-08T17:18:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-231376550 2024-11-08T17:18:50,281 DEBUG [M:0;74e38af3904c:41611 {}] zookeeper.ZKUtil(347): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Unable to get data of znode /1-231376550/master because node does not exist (not an error) 2024-11-08T17:18:50,282 WARN [M:0;74e38af3904c:41611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:18:50,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,282 INFO [M:0;74e38af3904c:41611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/.lastflushedseqids 2024-11-08T17:18:50,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:18:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741836_1012 (size=99) 2024-11-08T17:18:50,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,287 INFO [M:0;74e38af3904c:41611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:18:50,288 INFO [M:0;74e38af3904c:41611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:18:50,288 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:50,288 INFO [M:0;74e38af3904c:41611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:50,288 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:50,288 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:50,288 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:50,288 INFO [M:0;74e38af3904c:41611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T17:18:50,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 936ae56e2ac24d587077775091b4b895; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59657824, jitterRate=-0.11102914810180664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:18:50,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:50,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 936ae56e2ac24d587077775091b4b895: Running coprocessor pre-open hook at 1731086330266Writing region info on filesystem at 1731086330266Initializing all the Stores at 1731086330268 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086330268Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086330268Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086330268Cleaning up temporary data from old regions at 1731086330284 (+16 ms)Running coprocessor post-open hooks at 1731086330288 (+4 ms)Region opened successfully at 1731086330289 (+1 ms) 2024-11-08T17:18:50,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., pid=13, masterSystemTime=1731086330218 2024-11-08T17:18:50,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:50,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:50,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=936ae56e2ac24d587077775091b4b895, regionState=OPEN, openSeqNum=9, regionLocation=74e38af3904c,40965,1731086324493 2024-11-08T17:18:50,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 936ae56e2ac24d587077775091b4b895, server=74e38af3904c,40965,1731086324493 because future has completed 2024-11-08T17:18:50,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T17:18:50,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 936ae56e2ac24d587077775091b4b895, server=74e38af3904c,40965,1731086324493 in 240 msec 2024-11-08T17:18:50,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T17:18:50,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=936ae56e2ac24d587077775091b4b895, ASSIGN in 400 msec 2024-11-08T17:18:50,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T17:18:50,315 DEBUG [M:0;74e38af3904c:41611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7118ff23b19e4eb3b4ac966e65303c3e is 82, key is hbase:meta,,1/info:regioninfo/1731086321016/Put/seqid=0 2024-11-08T17:18:50,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., hostname=74e38af3904c,40965,1731086324493, seqNum=9] 2024-11-08T17:18:50,340 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 74e38af3904c,41507,1731086312047 2024-11-08T17:18:50,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T17:18:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741837_1013 (size=5672) 2024-11-08T17:18:50,350 INFO [M:0;74e38af3904c:41611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7118ff23b19e4eb3b4ac966e65303c3e 2024-11-08T17:18:50,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:50,360 INFO [RS:0;74e38af3904c:42931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:50,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1011b74d01a0004, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:50,360 INFO [RS:0;74e38af3904c:42931 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,42931,1731086318318; zookeeper connection closed. 2024-11-08T17:18:50,361 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25c21f6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25c21f6b 2024-11-08T17:18:50,361 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:18:50,372 DEBUG [M:0;74e38af3904c:41611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c0547389f674a1582e15c1d9b69ba14 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731086321041/Put/seqid=0 2024-11-08T17:18:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741838_1014 (size=5275) 2024-11-08T17:18:50,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T17:18:50,781 INFO [M:0;74e38af3904c:41611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c0547389f674a1582e15c1d9b69ba14 2024-11-08T17:18:50,803 DEBUG [M:0;74e38af3904c:41611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25a2de3dc24445197bafc24d2ede332 is 69, key is 74e38af3904c,42931,1731086318318/rs:state/1731086320145/Put/seqid=0 2024-11-08T17:18:50,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741839_1015 (size=5156) 2024-11-08T17:18:50,821 INFO [M:0;74e38af3904c:41611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25a2de3dc24445197bafc24d2ede332 2024-11-08T17:18:50,830 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7118ff23b19e4eb3b4ac966e65303c3e as hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7118ff23b19e4eb3b4ac966e65303c3e 2024-11-08T17:18:50,843 INFO [M:0;74e38af3904c:41611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7118ff23b19e4eb3b4ac966e65303c3e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T17:18:50,847 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c0547389f674a1582e15c1d9b69ba14 as hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c0547389f674a1582e15c1d9b69ba14 2024-11-08T17:18:50,863 INFO [M:0;74e38af3904c:41611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c0547389f674a1582e15c1d9b69ba14, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T17:18:50,866 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25a2de3dc24445197bafc24d2ede332 as hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25a2de3dc24445197bafc24d2ede332 2024-11-08T17:18:50,872 INFO [M:0;74e38af3904c:41611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25a2de3dc24445197bafc24d2ede332, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T17:18:50,873 INFO [M:0;74e38af3904c:41611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=28, compaction requested=false 2024-11-08T17:18:50,889 INFO [M:0;74e38af3904c:41611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:50,889 DEBUG [M:0;74e38af3904c:41611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086330288Disabling compacts and flushes for region at 1731086330288Disabling writes for close at 1731086330288Obtaining lock to block concurrent updates at 1731086330288Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086330288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731086330288Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086330289 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086330289Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086330315 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086330315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086330355 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086330372 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086330372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086330785 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086330802 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086330803 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a1cf83: reopening flushed file at 1731086330829 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699c08e7: reopening flushed file at 1731086330843 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee5ce1e: reopening flushed file at 1731086330863 (+20 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=28, compaction requested=false at 1731086330873 (+10 ms)Writing region close event to WAL at 1731086330889 (+16 ms)Closed at 1731086330889 2024-11-08T17:18:50,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37837 is added to blk_1073741830_1006 (size=10165) 2024-11-08T17:18:50,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43fc7862-3896-1f48-ded2-eec01bd9b470/MasterData/WALs/74e38af3904c,41611,1731086318165/74e38af3904c%2C41611%2C1731086318165.1731086319695 not finished, retry = 0 2024-11-08T17:18:50,999 INFO [M:0;74e38af3904c:41611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:18:50,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:50,999 INFO [M:0;74e38af3904c:41611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41611 2024-11-08T17:18:50,999 INFO [M:0;74e38af3904c:41611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:51,103 DEBUG [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 to pos 0, reset compression=false 2024-11-08T17:18:51,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:51,129 INFO [M:0;74e38af3904c:41611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:51,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x1011b74d01a0003, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:51,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d344bc7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:18:51,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22ae81b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:51,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:51,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bed61a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:51,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ee9321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:51,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:18:51,133 WARN [BP-972090166-172.17.0.2-1731086315956 heartbeating to localhost/127.0.0.1:42761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:18:51,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:18:51,133 WARN [BP-972090166-172.17.0.2-1731086315956 heartbeating to localhost/127.0.0.1:42761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972090166-172.17.0.2-1731086315956 (Datanode Uuid 1cb438d3-b5ac-41a0-bc02-8521a04f7745) service to localhost/127.0.0.1:42761 2024-11-08T17:18:51,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/cluster_42eb675f-d273-0b9d-e336-bc256b840859/data/data1/current/BP-972090166-172.17.0.2-1731086315956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:51,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/cluster_42eb675f-d273-0b9d-e336-bc256b840859/data/data2/current/BP-972090166-172.17.0.2-1731086315956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:51,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:18:51,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cd5653a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:18:51,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cb590d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:51,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:51,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@313f4481{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:51,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c418b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:51,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:18:51,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:18:51,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:51,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:51,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:51,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:51,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:51,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:18:51,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293398987, stopped=false 2024-11-08T17:18:51,149 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,44807,1731086324405 2024-11-08T17:18:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/running 2024-11-08T17:18:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:51,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:51,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:18:51,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:51,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:51,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,40965,1731086324493' ***** 2024-11-08T17:18:51,262 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:18:51,262 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:18:51,262 INFO [RS:0;74e38af3904c:40965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:18:51,262 INFO [RS:0;74e38af3904c:40965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:18:51,262 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(3091): Received CLOSE for 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:51,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:51,262 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,40965,1731086324493 2024-11-08T17:18:51,263 INFO [RS:0;74e38af3904c:40965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:51,263 INFO [RS:0;74e38af3904c:40965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:40965. 2024-11-08T17:18:51,263 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:18:51,263 DEBUG [RS:0;74e38af3904c:40965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:51,263 DEBUG [RS:0;74e38af3904c:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:51,263 INFO [RS:0;74e38af3904c:40965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:18:51,263 INFO [RS:0;74e38af3904c:40965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:18:51,263 INFO [RS:0;74e38af3904c:40965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:18:51,263 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:18:51,263 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 936ae56e2ac24d587077775091b4b895, disabling compactions & flushes 2024-11-08T17:18:51,263 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:51,263 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:51,263 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. after waiting 0 ms 2024-11-08T17:18:51,263 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:51,263 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:18:51,263 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1325): Online Regions={936ae56e2ac24d587077775091b4b895=hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:18:51,263 DEBUG [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936ae56e2ac24d587077775091b4b895 2024-11-08T17:18:51,263 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:51,263 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:51,263 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:51,264 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:51,264 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:51,264 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T17:18:51,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Set watcher on znode that does not yet exist, /0701326545/running 2024-11-08T17:18:51,280 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/info/2bc0b8ae208f43c6aa0fac685810fd31 is 147, key is hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895./info:regioninfo/1731086330294/Put/seqid=0 2024-11-08T17:18:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741851_1027 (size=6385) 2024-11-08T17:18:51,289 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/info/2bc0b8ae208f43c6aa0fac685810fd31 2024-11-08T17:18:51,290 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/replication/936ae56e2ac24d587077775091b4b895/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T17:18:51,290 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:51,290 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:51,290 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:51,291 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 936ae56e2ac24d587077775091b4b895: Waiting for close lock at 1731086331263Running coprocessor pre-close hooks at 1731086331263Disabling compacts and flushes for region at 1731086331263Disabling writes for close at 1731086331263Writing region close event to WAL at 1731086331267 (+4 ms)Running coprocessor post-close hooks at 1731086331290 (+23 ms)Closed at 1731086331290 2024-11-08T17:18:51,291 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086321109.936ae56e2ac24d587077775091b4b895. 2024-11-08T17:18:51,297 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:51,299 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/.tmp/info/2bc0b8ae208f43c6aa0fac685810fd31 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/info/2bc0b8ae208f43c6aa0fac685810fd31 2024-11-08T17:18:51,313 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/info/2bc0b8ae208f43c6aa0fac685810fd31, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T17:18:51,318 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false 2024-11-08T17:18:51,345 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T17:18:51,345 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:51,345 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:51,346 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:51,346 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086331263Running coprocessor pre-close hooks at 1731086331263Disabling compacts and flushes for region at 1731086331263Disabling writes for close at 1731086331264 (+1 ms)Obtaining lock to block concurrent updates at 1731086331264Preparing flush snapshotting stores in 1588230740 at 1731086331264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731086331264Flushing stores of hbase:meta,,1.1588230740 at 1731086331265 (+1 ms)Flushing 1588230740/info: creating writer at 1731086331265Flushing 1588230740/info: appending metadata at 1731086331280 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731086331280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7b3baf: reopening flushed file at 1731086331298 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false at 1731086331318 (+20 ms)Writing region close event to WAL at 1731086331324 (+6 ms)Running coprocessor post-close hooks at 1731086331345 (+21 ms)Closed at 1731086331345 2024-11-08T17:18:51,346 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:51,464 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,40965,1731086324493; all regions closed. 2024-11-08T17:18:51,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:18:51,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.meta.1731086325944.meta not finished, retry = 0 2024-11-08T17:18:51,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741849_1025 (size=2156) 2024-11-08T17:18:51,481 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:18:51,482 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:18:51,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:51,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:51,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:51,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:51,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:51,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:51,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:51,572 DEBUG [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs 2024-11-08T17:18:51,572 INFO [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C40965%2C1731086324493.meta:.meta(num 1731086325944) 2024-11-08T17:18:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741850_1026 (size=796) 2024-11-08T17:18:51,579 DEBUG [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs 2024-11-08T17:18:51,579 INFO [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C40965%2C1731086324493.rep:(num 1731086330235) 2024-11-08T17:18:51,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741848_1024 (size=93) 2024-11-08T17:18:51,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/WALs/74e38af3904c,40965,1731086324493/74e38af3904c%2C40965%2C1731086324493.1731086325633 not finished, retry = 0 2024-11-08T17:18:51,685 DEBUG [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/oldWALs 2024-11-08T17:18:51,685 INFO [RS:0;74e38af3904c:40965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C40965%2C1731086324493:(num 1731086325633) 2024-11-08T17:18:51,685 DEBUG [RS:0;74e38af3904c:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:51,685 INFO [RS:0;74e38af3904c:40965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:18:51,685 INFO [RS:0;74e38af3904c:40965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:51,685 INFO [RS:0;74e38af3904c:40965 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:51,685 INFO [RS:0;74e38af3904c:40965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:51,685 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:51,686 INFO [RS:0;74e38af3904c:40965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,40965,1731086324493 because: Region server is closing 2024-11-08T17:18:51,686 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T17:18:51,686 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T17:18:51,686 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T17:18:51,686 INFO [RS:0;74e38af3904c:40965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:40965. 2024-11-08T17:18:51,686 DEBUG [RS:0;74e38af3904c:40965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:18:51,686 DEBUG [RS:0;74e38af3904c:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:51,686 DEBUG [RS:0;74e38af3904c:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:51,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:18:51,786 WARN [RS:0;74e38af3904c:40965.replicationSource.shipper74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:18:51,786 WARN [RS:0;74e38af3904c:40965.replicationSource.wal-reader.74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:18:51,787 INFO [RS:0;74e38af3904c:40965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;74e38af3904c:40965.replicationSource.shipper74e38af3904c%2C40965%2C1731086324493,1-74e38af3904c,40965,1731086324493 terminated 2024-11-08T17:18:51,787 INFO [RS:0;74e38af3904c:40965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40965 2024-11-08T17:18:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/rs/74e38af3904c,40965,1731086324493 2024-11-08T17:18:51,797 INFO [RS:0;74e38af3904c:40965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:51,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545/rs 2024-11-08T17:18:51,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,40965,1731086324493] 2024-11-08T17:18:51,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/draining/74e38af3904c,40965,1731086324493 already deleted, retry=false 2024-11-08T17:18:51,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,40965,1731086324493 expired; onlineServers=0 2024-11-08T17:18:51,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,44807,1731086324405' ***** 2024-11-08T17:18:51,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:18:51,818 INFO [M:0;74e38af3904c:44807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:18:51,818 INFO [M:0;74e38af3904c:44807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:18:51,819 DEBUG [M:0;74e38af3904c:44807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:18:51,819 DEBUG [M:0;74e38af3904c:44807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:18:51,819 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086325387 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086325387,5,FailOnTimeoutGroup] 2024-11-08T17:18:51,819 INFO [M:0;74e38af3904c:44807 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:18:51,819 INFO [M:0;74e38af3904c:44807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:18:51,819 DEBUG [M:0;74e38af3904c:44807 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:18:51,819 INFO [M:0;74e38af3904c:44807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:18:51,819 INFO [M:0;74e38af3904c:44807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:18:51,819 INFO [M:0;74e38af3904c:44807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:18:51,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:18:51,819 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:18:51,820 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086325387 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086325387,5,FailOnTimeoutGroup] 2024-11-08T17:18:51,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701326545/master 2024-11-08T17:18:51,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701326545 2024-11-08T17:18:51,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0701326545/master already deleted, retry=false 2024-11-08T17:18:51,829 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Failed delete of our master address node; KeeperErrorCode = NoNode for /0701326545/master 2024-11-08T17:18:51,829 INFO [M:0;74e38af3904c:44807 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/.lastflushedseqids 2024-11-08T17:18:51,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741852_1028 (size=181) 2024-11-08T17:18:51,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:51,908 INFO [RS:0;74e38af3904c:40965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:51,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x1011b74d01a0007, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:51,908 INFO [RS:0;74e38af3904c:40965 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,40965,1731086324493; zookeeper connection closed. 2024-11-08T17:18:51,908 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@797b9f17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@797b9f17 2024-11-08T17:18:51,908 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:18:52,252 INFO [M:0;74e38af3904c:44807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:18:52,258 INFO [M:0;74e38af3904c:44807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:18:52,258 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:52,258 INFO [M:0;74e38af3904c:44807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:52,258 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:52,258 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:52,258 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:52,259 INFO [M:0;74e38af3904c:44807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T17:18:52,302 DEBUG [M:0;74e38af3904c:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/650c5022899a43bf945bca7ca222f81d is 82, key is hbase:meta,,1/info:regioninfo/1731086326018/Put/seqid=0 2024-11-08T17:18:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741853_1029 (size=5672) 2024-11-08T17:18:52,739 INFO [M:0;74e38af3904c:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/650c5022899a43bf945bca7ca222f81d 2024-11-08T17:18:52,796 DEBUG [M:0;74e38af3904c:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/404c1004e0d34fa6bc4f815a0e4c22f3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731086330309/Put/seqid=0 2024-11-08T17:18:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741854_1030 (size=7312) 2024-11-08T17:18:52,804 INFO [M:0;74e38af3904c:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/404c1004e0d34fa6bc4f815a0e4c22f3 2024-11-08T17:18:52,835 DEBUG [M:0;74e38af3904c:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2176ec9753be4fc9a241c070bdb5d119 is 69, key is 74e38af3904c,40965,1731086324493/rs:state/1731086325413/Put/seqid=0 2024-11-08T17:18:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741855_1031 (size=5370) 2024-11-08T17:18:52,856 INFO [M:0;74e38af3904c:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2176ec9753be4fc9a241c070bdb5d119 2024-11-08T17:18:52,878 INFO [M:0;74e38af3904c:44807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2176ec9753be4fc9a241c070bdb5d119 2024-11-08T17:18:52,881 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/650c5022899a43bf945bca7ca222f81d as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/650c5022899a43bf945bca7ca222f81d 2024-11-08T17:18:52,892 INFO [M:0;74e38af3904c:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/650c5022899a43bf945bca7ca222f81d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T17:18:52,895 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/404c1004e0d34fa6bc4f815a0e4c22f3 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/404c1004e0d34fa6bc4f815a0e4c22f3 2024-11-08T17:18:52,913 INFO [M:0;74e38af3904c:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/404c1004e0d34fa6bc4f815a0e4c22f3, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T17:18:52,915 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2176ec9753be4fc9a241c070bdb5d119 as hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2176ec9753be4fc9a241c070bdb5d119 2024-11-08T17:18:52,929 INFO [M:0;74e38af3904c:44807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2176ec9753be4fc9a241c070bdb5d119 2024-11-08T17:18:52,929 INFO [M:0;74e38af3904c:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44271/user/jenkins/test-data/8991ce3d-87d3-65ea-24c1-f876419a0550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2176ec9753be4fc9a241c070bdb5d119, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T17:18:52,931 INFO [M:0;74e38af3904c:44807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 673ms, sequenceid=127, compaction requested=false 2024-11-08T17:18:52,946 INFO [M:0;74e38af3904c:44807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:52,946 DEBUG [M:0;74e38af3904c:44807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086332258Disabling compacts and flushes for region at 1731086332258Disabling writes for close at 1731086332258Obtaining lock to block concurrent updates at 1731086332259 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086332259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731086332259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086332263 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086332263Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086332301 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086332301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086332750 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086332796 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086332796Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086332811 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086332834 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086332834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbf96cf: reopening flushed file at 1731086332878 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6174303d: reopening flushed file at 1731086332892 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb83194: reopening flushed file at 1731086332914 (+22 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 673ms, sequenceid=127, compaction requested=false at 1731086332931 (+17 ms)Writing region close event to WAL at 1731086332946 (+15 ms)Closed at 1731086332946 2024-11-08T17:18:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741847_1023 (size=22903) 2024-11-08T17:18:52,954 INFO [M:0;74e38af3904c:44807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:18:52,954 INFO [M:0;74e38af3904c:44807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44807 2024-11-08T17:18:52,955 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:18:52,955 INFO [M:0;74e38af3904c:44807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:18:53,078 INFO [M:0;74e38af3904c:44807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:18:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1011b74d01a0006, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:18:53,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28b7316d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:18:53,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@477d24e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:53,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:53,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b723d12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:53,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f94072a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:53,108 WARN [BP-422993717-172.17.0.2-1731086308490 heartbeating to localhost/127.0.0.1:44271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:18:53,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:18:53,108 WARN [BP-422993717-172.17.0.2-1731086308490 heartbeating to localhost/127.0.0.1:44271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422993717-172.17.0.2-1731086308490 (Datanode Uuid f5052aaf-f784-4344-aa00-d9e6dd39859e) service to localhost/127.0.0.1:44271 2024-11-08T17:18:53,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:18:53,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1/data/data1/current/BP-422993717-172.17.0.2-1731086308490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:53,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/cluster_c81ab834-953c-c5f5-d611-6b18b3ccd5f1/data/data2/current/BP-422993717-172.17.0.2-1731086308490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:18:53,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:18:53,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fcddd5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:18:53,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@104b9bba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:18:53,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:18:53,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b0d291{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:18:53,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2772beaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453534e2-e2f6-96fc-9394-94d1c2f723ce/hadoop.log.dir/,STOPPED} 2024-11-08T17:18:53,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:18:53,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:18:53,180 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42761 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44271 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44271 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=572 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 424) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4040 (was 5026) 2024-11-08T17:18:53,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=572, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=4040 2024-11-08T17:18:53,208 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T17:18:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.log.dir so I do NOT create it in target/test-data/ab40c867-065f-1647-3660-58ba37699bf0 2024-11-08T17:18:53,209 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:18:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.tmp.dir so I do NOT create it in target/test-data/ab40c867-065f-1647-3660-58ba37699bf0 2024-11-08T17:18:53,209 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b1c87fce-d767-f90e-99a4-e95994352db4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:18:53,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0 2024-11-08T17:18:53,209 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e, deleteOnExit=true 2024-11-08T17:18:53,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e/zookeeper_0, clientPort=52070, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:18:53,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b74d01a0005, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:18:53,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b74d01a0002, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:18:53,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b74d01a0002, quorum=127.0.0.1:55235, baseZNode=/0701326545 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:18:53,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b74d01a0005, quorum=127.0.0.1:55235, baseZNode=/1-231376550 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:18:53,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52070 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/test.cache.data in system properties and HBase conf 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:18:53,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:18:53,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:18:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:18:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:18:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:18:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:18:53,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:53,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:18:53,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:18:53,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:18:53,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:18:53,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:53,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a383c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:18:53,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ec0d391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:18:53,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@135f7b95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/java.io.tmpdir/jetty-localhost-42097-hadoop-hdfs-3_4_1-tests_jar-_-any-4347502065654857617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:18:53,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@534b5fc5{HTTP/1.1, (http/1.1)}{localhost:42097} 2024-11-08T17:18:53,928 INFO [Time-limited test {}] server.Server(415): Started @166708ms 2024-11-08T17:18:54,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:54,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:18:54,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:18:54,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:18:54,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:18:54,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c8a0263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:18:54,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab7f37f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:18:55,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9758b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/java.io.tmpdir/jetty-localhost-45163-hadoop-hdfs-3_4_1-tests_jar-_-any-2166669139617321408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:18:55,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5765d2e3{HTTP/1.1, (http/1.1)}{localhost:45163} 2024-11-08T17:18:55,087 INFO [Time-limited test {}] server.Server(415): Started @167866ms 2024-11-08T17:18:55,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:18:56,040 WARN [Thread-1668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e/data/data1/current/BP-1599480034-172.17.0.2-1731086333273/current, will proceed with Du for space computation calculation, 2024-11-08T17:18:56,041 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e/data/data2/current/BP-1599480034-172.17.0.2-1731086333273/current, will proceed with Du for space computation calculation, 2024-11-08T17:18:56,132 WARN [Thread-1656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:18:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f0fbeaf40c6610e with lease ID 0x65251d50d76c25bd: Processing first storage report for DS-a5a09dd0-b8b6-4879-b96d-c951a2fcb0ca from datanode DatanodeRegistration(127.0.0.1:32793, datanodeUuid=34aa9d2d-bebb-44fc-9ce2-6302af827fee, infoPort=34455, infoSecurePort=0, ipcPort=40875, storageInfo=lv=-57;cid=testClusterID;nsid=951267107;c=1731086333273) 2024-11-08T17:18:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f0fbeaf40c6610e with lease ID 0x65251d50d76c25bd: from storage DS-a5a09dd0-b8b6-4879-b96d-c951a2fcb0ca node DatanodeRegistration(127.0.0.1:32793, datanodeUuid=34aa9d2d-bebb-44fc-9ce2-6302af827fee, infoPort=34455, infoSecurePort=0, ipcPort=40875, storageInfo=lv=-57;cid=testClusterID;nsid=951267107;c=1731086333273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:18:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f0fbeaf40c6610e with lease ID 0x65251d50d76c25bd: Processing first storage report for DS-7f4f6b19-8f7d-4bfa-a836-ca9f1842da2e from datanode DatanodeRegistration(127.0.0.1:32793, datanodeUuid=34aa9d2d-bebb-44fc-9ce2-6302af827fee, infoPort=34455, infoSecurePort=0, ipcPort=40875, storageInfo=lv=-57;cid=testClusterID;nsid=951267107;c=1731086333273) 2024-11-08T17:18:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f0fbeaf40c6610e with lease ID 0x65251d50d76c25bd: from storage DS-7f4f6b19-8f7d-4bfa-a836-ca9f1842da2e node DatanodeRegistration(127.0.0.1:32793, datanodeUuid=34aa9d2d-bebb-44fc-9ce2-6302af827fee, infoPort=34455, infoSecurePort=0, ipcPort=40875, storageInfo=lv=-57;cid=testClusterID;nsid=951267107;c=1731086333273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:18:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:18:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:18:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:18:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:18:56,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0 2024-11-08T17:18:56,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:56,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:18:56,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7 with version=8 2024-11-08T17:18:56,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/hbase-staging 2024-11-08T17:18:56,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:56,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:56,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:56,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:56,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:56,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:56,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:18:56,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:56,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40399 2024-11-08T17:18:56,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40399 connecting to ZooKeeper ensemble=127.0.0.1:52070 2024-11-08T17:18:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403990x0, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:56,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40399-0x1011b7530cb0000 connected 2024-11-08T17:18:56,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:56,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:56,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on znode that does not yet exist, /0-1491727149/running 2024-11-08T17:18:56,483 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7, hbase.cluster.distributed=false 2024-11-08T17:18:56,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on znode that does not yet exist, /0-1491727149/acl 2024-11-08T17:18:56,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-08T17:18:56,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40399 2024-11-08T17:18:56,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40399 2024-11-08T17:18:56,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-08T17:18:56,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-08T17:18:56,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:18:56,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:56,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:56,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:18:56,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:18:56,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:18:56,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:18:56,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:18:56,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44511 2024-11-08T17:18:56,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44511 connecting to ZooKeeper ensemble=127.0.0.1:52070 2024-11-08T17:18:56,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:56,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:56,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445110x0, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:56,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445110x0, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on znode that does not yet exist, /0-1491727149/running 2024-11-08T17:18:56,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44511-0x1011b7530cb0001 connected 2024-11-08T17:18:56,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:18:56,528 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:18:56,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on znode that does not yet exist, /0-1491727149/master 2024-11-08T17:18:56,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on znode that does not yet exist, /0-1491727149/acl 2024-11-08T17:18:56,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44511 2024-11-08T17:18:56,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44511 2024-11-08T17:18:56,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44511 2024-11-08T17:18:56,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44511 2024-11-08T17:18:56,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44511 2024-11-08T17:18:56,561 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:40399 2024-11-08T17:18:56,561 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1491727149/backup-masters/74e38af3904c,40399,1731086336235 2024-11-08T17:18:56,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149/backup-masters 2024-11-08T17:18:56,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149/backup-masters 2024-11-08T17:18:56,573 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on existing znode=/0-1491727149/backup-masters/74e38af3904c,40399,1731086336235 2024-11-08T17:18:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491727149/master 2024-11-08T17:18:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:56,583 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on existing znode=/0-1491727149/master 2024-11-08T17:18:56,583 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1491727149/backup-masters/74e38af3904c,40399,1731086336235 from backup master directory 2024-11-08T17:18:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491727149/backup-masters/74e38af3904c,40399,1731086336235 2024-11-08T17:18:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149/backup-masters 2024-11-08T17:18:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149/backup-masters 2024-11-08T17:18:56,593 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:56,594 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,40399,1731086336235 2024-11-08T17:18:56,597 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/hbase.id] with ID: 3363fab8-1c78-4560-882f-76a0b4d3bf77 2024-11-08T17:18:56,597 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/.tmp/hbase.id 2024-11-08T17:18:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:18:56,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:18:56,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:56,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:56,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:56,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:56,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:56,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:56,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:56,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:18:57,002 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/.tmp/hbase.id]:[hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/hbase.id] 2024-11-08T17:18:57,014 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:18:57,015 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:18:57,016 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:18:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:18:57,101 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:18:57,102 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:18:57,104 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:18:57,118 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store 2024-11-08T17:18:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:18:57,535 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:57,535 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:18:57,535 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:57,535 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:57,535 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:18:57,535 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:57,535 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:18:57,535 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086337535Disabling compacts and flushes for region at 1731086337535Disabling writes for close at 1731086337535Writing region close event to WAL at 1731086337535Closed at 1731086337535 2024-11-08T17:18:57,536 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/.initializing 2024-11-08T17:18:57,536 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/WALs/74e38af3904c,40399,1731086336235 2024-11-08T17:18:57,537 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:57,539 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C40399%2C1731086336235, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/WALs/74e38af3904c,40399,1731086336235, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/oldWALs, maxLogs=10 2024-11-08T17:18:57,555 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/WALs/74e38af3904c,40399,1731086336235/74e38af3904c%2C40399%2C1731086336235.1731086337540, exclude list is [], retry=0 2024-11-08T17:18:57,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32793,DS-a5a09dd0-b8b6-4879-b96d-c951a2fcb0ca,DISK] 2024-11-08T17:18:57,560 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/WALs/74e38af3904c,40399,1731086336235/74e38af3904c%2C40399%2C1731086336235.1731086337540 2024-11-08T17:18:57,572 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-08T17:18:57,572 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:57,573 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:57,573 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,573 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:18:57,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:57,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:57,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:18:57,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:57,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:57,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:18:57,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:57,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:57,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:18:57,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:57,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:18:57,585 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,586 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,587 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,589 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,589 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,590 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:57,591 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:18:57,594 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:18:57,594 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68379078, jitterRate=0.018927663564682007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:57,595 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086337573Initializing all the Stores at 1731086337574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086337574Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086337574Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086337574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086337574Cleaning up temporary data from old regions at 1731086337589 (+15 ms)Region opened successfully at 1731086337595 (+6 ms) 2024-11-08T17:18:57,595 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:18:57,599 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb75b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:57,600 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:18:57,600 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:18:57,600 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:18:57,600 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:18:57,601 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:18:57,601 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:18:57,601 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:18:57,603 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:18:57,605 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Unable to get data of znode /0-1491727149/balancer because node does not exist (not necessarily an error) 2024-11-08T17:18:57,661 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491727149/balancer already deleted, retry=false 2024-11-08T17:18:57,662 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:18:57,662 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Unable to get data of znode /0-1491727149/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:18:57,671 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491727149/normalizer already deleted, retry=false 2024-11-08T17:18:57,672 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:18:57,673 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Unable to get data of znode /0-1491727149/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:18:57,682 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491727149/switch/split already deleted, retry=false 2024-11-08T17:18:57,683 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Unable to get data of znode /0-1491727149/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:18:57,692 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491727149/switch/merge already deleted, retry=false 2024-11-08T17:18:57,695 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Unable to get data of znode /0-1491727149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:18:57,703 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491727149/snapshot-cleanup already deleted, retry=false 2024-11-08T17:18:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491727149/running 2024-11-08T17:18:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491727149/running 2024-11-08T17:18:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,715 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,40399,1731086336235, sessionid=0x1011b7530cb0000, setting cluster-up flag (Was=false) 2024-11-08T17:18:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,766 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491727149/flush-table-proc/acquired, /0-1491727149/flush-table-proc/reached, /0-1491727149/flush-table-proc/abort 2024-11-08T17:18:57,768 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,40399,1731086336235 2024-11-08T17:18:57,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:57,825 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491727149/online-snapshot/acquired, /0-1491727149/online-snapshot/reached, /0-1491727149/online-snapshot/abort 2024-11-08T17:18:57,827 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,40399,1731086336235 2024-11-08T17:18:57,828 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:18:57,839 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:57,840 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:18:57,840 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:18:57,840 WARN [master/74e38af3904c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 74e38af3904c,41507,1731086312047: status=Processing ServerCrashProcedure of 74e38af3904c,41507,1731086312047 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731086325357, completionTime=-1 appears to have been leaked 2024-11-08T17:18:57,840 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,40399,1731086336235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:57,842 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:57,850 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(746): ClusterId : 3363fab8-1c78-4560-882f-76a0b4d3bf77 2024-11-08T17:18:57,850 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:18:57,862 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:18:57,862 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:18:57,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:57,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:18:57,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:57,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:18:57,873 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:18:57,873 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8968088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:18:57,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086367928 2024-11-08T17:18:57,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:18:57,928 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:18:57,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:18:57,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:18:57,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:18:57,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:18:57,936 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:57,980 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:18:57,981 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:18:57,981 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:18:57,981 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:18:57,983 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:44511 2024-11-08T17:18:57,983 INFO [RS:0;74e38af3904c:44511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:18:57,983 INFO [RS:0;74e38af3904c:44511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:18:57,983 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:18:57,985 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,40399,1731086336235 with port=44511, startcode=1731086336506 2024-11-08T17:18:57,985 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:18:58,000 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:18:58,000 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:18:58,004 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086338000,5,FailOnTimeoutGroup] 2024-11-08T17:18:58,006 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:18:58,007 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:18:58,007 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086338004,5,FailOnTimeoutGroup] 2024-11-08T17:18:58,007 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,007 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:18:58,007 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,007 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,008 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T17:18:58,008 WARN [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T17:18:58,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:18:58,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:18:58,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7 2024-11-08T17:18:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741832_1008 (size=32) 2024-11-08T17:18:58,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:58,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:18:58,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:18:58,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:18:58,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:18:58,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:18:58,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:18:58,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:18:58,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:18:58,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:18:58,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740 2024-11-08T17:18:58,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740 2024-11-08T17:18:58,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:18:58,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:18:58,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:58,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:18:58,055 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:18:58,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60647023, jitterRate=-0.09628893435001373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:58,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086338036Initializing all the Stores at 1731086338037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086338037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086338037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086338037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086338038 (+1 ms)Cleaning up temporary data from old regions at 1731086338050 (+12 ms)Region opened successfully at 1731086338057 (+7 ms) 2024-11-08T17:18:58,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:18:58,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:18:58,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:18:58,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:18:58,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:18:58,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:18:58,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086338057Disabling compacts and flushes for region at 1731086338057Disabling writes for close at 1731086338057Writing region close event to WAL at 1731086338057Closed at 1731086338057 2024-11-08T17:18:58,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:58,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:18:58,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:18:58,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:58,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:18:58,109 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,40399,1731086336235 with port=44511, startcode=1731086336506 2024-11-08T17:18:58,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,111 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7 2024-11-08T17:18:58,111 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45291 2024-11-08T17:18:58,111 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:18:58,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149/rs 2024-11-08T17:18:58,120 DEBUG [RS:0;74e38af3904c:44511 {}] zookeeper.ZKUtil(111): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on existing znode=/0-1491727149/rs/74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,120 WARN [RS:0;74e38af3904c:44511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:18:58,120 INFO [RS:0;74e38af3904c:44511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:58,121 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,44511,1731086336506] 2024-11-08T17:18:58,124 INFO [RS:0;74e38af3904c:44511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:18:58,126 INFO [RS:0;74e38af3904c:44511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:18:58,128 INFO [RS:0;74e38af3904c:44511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:18:58,128 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,129 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:18:58,130 INFO [RS:0;74e38af3904c:44511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:18:58,130 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:58,130 DEBUG [RS:0;74e38af3904c:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:18:58,137 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,137 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,137 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,137 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,137 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,137 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44511,1731086336506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:58,152 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:18:58,153 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,44511,1731086336506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,153 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,153 INFO [RS:0;74e38af3904c:44511 {}] regionserver.Replication(171): 74e38af3904c,44511,1731086336506 started 2024-11-08T17:18:58,167 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,167 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,44511,1731086336506, RpcServer on 74e38af3904c/172.17.0.2:44511, sessionid=0x1011b7530cb0001 2024-11-08T17:18:58,167 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:18:58,167 DEBUG [RS:0;74e38af3904c:44511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,167 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,44511,1731086336506' 2024-11-08T17:18:58,167 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491727149/flush-table-proc/abort' 2024-11-08T17:18:58,168 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491727149/flush-table-proc/acquired' 2024-11-08T17:18:58,168 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:18:58,168 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:18:58,168 DEBUG [RS:0;74e38af3904c:44511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,168 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,44511,1731086336506' 2024-11-08T17:18:58,168 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491727149/online-snapshot/abort' 2024-11-08T17:18:58,168 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491727149/online-snapshot/acquired' 2024-11-08T17:18:58,169 DEBUG [RS:0;74e38af3904c:44511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:18:58,169 INFO [RS:0;74e38af3904c:44511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:18:58,169 INFO [RS:0;74e38af3904c:44511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:18:58,211 WARN [74e38af3904c:40399 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T17:18:58,269 INFO [RS:0;74e38af3904c:44511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:18:58,271 INFO [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C44511%2C1731086336506, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/oldWALs, maxLogs=10 2024-11-08T17:18:58,290 DEBUG [RS:0;74e38af3904c:44511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271, exclude list is [], retry=0 2024-11-08T17:18:58,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32793,DS-a5a09dd0-b8b6-4879-b96d-c951a2fcb0ca,DISK] 2024-11-08T17:18:58,294 INFO [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 2024-11-08T17:18:58,295 DEBUG [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-08T17:18:58,464 DEBUG [74e38af3904c:40399 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:18:58,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,466 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,44511,1731086336506, state=OPENING 2024-11-08T17:18:58,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:18:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:18:58,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:18:58,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491727149/meta-region-server: CHANGED 2024-11-08T17:18:58,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,44511,1731086336506}] 2024-11-08T17:18:58,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491727149/meta-region-server: CHANGED 2024-11-08T17:18:58,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:18:58,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:18:58,748 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:18:58,749 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:18:58,749 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:18:58,753 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C44511%2C1731086336506.meta, suffix=.meta, logDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/oldWALs, maxLogs=10 2024-11-08T17:18:58,777 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.meta.1731086338754.meta, exclude list is [], retry=0 2024-11-08T17:18:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32793,DS-a5a09dd0-b8b6-4879-b96d-c951a2fcb0ca,DISK] 2024-11-08T17:18:58,818 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.meta.1731086338754.meta 2024-11-08T17:18:58,832 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-08T17:18:58,832 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:18:58,833 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:18:58,833 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:18:58,833 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:18:58,833 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:18:58,833 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:18:58,833 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:18:58,834 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:18:58,834 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:18:58,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:18:58,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:18:58,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:18:58,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:18:58,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:18:58,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:18:58,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:18:58,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:18:58,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:18:58,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:18:58,877 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:18:58,878 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740 2024-11-08T17:18:58,880 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740 2024-11-08T17:18:58,882 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:18:58,882 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:18:58,882 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:18:58,884 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:18:58,885 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61864140, jitterRate=-0.07815247774124146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:18:58,885 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:18:58,885 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086338834Writing region info on filesystem at 1731086338834Initializing all the Stores at 1731086338835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086338835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086338840 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086338840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086338840Cleaning up temporary data from old regions at 1731086338882 (+42 ms)Running coprocessor post-open hooks at 1731086338885 (+3 ms)Region opened successfully at 1731086338885 2024-11-08T17:18:58,886 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086338708 2024-11-08T17:18:58,888 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:18:58,888 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:18:58,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,890 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,44511,1731086336506, state=OPEN 2024-11-08T17:18:58,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491727149/meta-region-server 2024-11-08T17:18:58,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491727149/meta-region-server 2024-11-08T17:18:58,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491727149/meta-region-server: CHANGED 2024-11-08T17:18:58,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491727149/meta-region-server: CHANGED 2024-11-08T17:18:58,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,44511,1731086336506 2024-11-08T17:18:58,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:18:58,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,44511,1731086336506 in 384 msec 2024-11-08T17:18:58,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:18:58,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 880 msec 2024-11-08T17:18:58,941 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:18:58,941 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:18:58,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:58,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,44511,1731086336506, seqNum=-1] 2024-11-08T17:18:58,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:58,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:58,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1110 sec 2024-11-08T17:18:58,951 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086338951, completionTime=-1 2024-11-08T17:18:58,951 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:18:58,951 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086398955 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086458955 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40399,1731086336235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40399,1731086336235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40399,1731086336235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:40399, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,955 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,956 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:58,958 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:18:58,962 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.368sec 2024-11-08T17:18:58,962 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:18:58,963 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:18:58,963 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:18:58,963 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:18:58,963 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:18:58,963 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40399,1731086336235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:18:58,963 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40399,1731086336235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:18:58,966 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:18:58,967 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:18:58,967 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40399,1731086336235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:18:59,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9a832c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:59,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40399,-1 for getting cluster id 2024-11-08T17:18:59,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:18:59,053 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3363fab8-1c78-4560-882f-76a0b4d3bf77' 2024-11-08T17:18:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:18:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3363fab8-1c78-4560-882f-76a0b4d3bf77" 2024-11-08T17:18:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75640d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40399,-1] 2024-11-08T17:18:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:18:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:18:59,055 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:18:59,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54517b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:18:59,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:18:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,44511,1731086336506, seqNum=-1] 2024-11-08T17:18:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:18:59,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:18:59,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,40399,1731086336235 2024-11-08T17:18:59,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52070 2024-11-08T17:18:59,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:18:59,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b7530cb0002 connected 2024-11-08T17:18:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.log.dir so I do NOT create it in target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd 2024-11-08T17:18:59,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:18:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.tmp.dir so I do NOT create it in target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd 2024-11-08T17:18:59,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:18:59,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd 2024-11-08T17:18:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:18:59,085 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/cluster_d3cf1af4-448e-8128-3e78-f6a1f1253496, deleteOnExit=true 2024-11-08T17:18:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/test.cache.data in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:18:59,086 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:18:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:18:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:18:59,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:59,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:18:59,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:18:59,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:18:59,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:18:59,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:18:59,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c39a54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:18:59,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4150c06f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:00,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47520c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/java.io.tmpdir/jetty-localhost-46531-hadoop-hdfs-3_4_1-tests_jar-_-any-17042996812718133533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:00,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a5ef7ff{HTTP/1.1, (http/1.1)}{localhost:46531} 2024-11-08T17:19:00,019 INFO [Time-limited test {}] server.Server(415): Started @172798ms 2024-11-08T17:19:00,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:00,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:00,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:00,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:00,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:19:00,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241177c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:00,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4209bb98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:00,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c9c31a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/java.io.tmpdir/jetty-localhost-40851-hadoop-hdfs-3_4_1-tests_jar-_-any-14077096360281527921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:00,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40f1337c{HTTP/1.1, (http/1.1)}{localhost:40851} 2024-11-08T17:19:00,689 INFO [Time-limited test {}] server.Server(415): Started @173469ms 2024-11-08T17:19:00,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:19:01,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:19:01,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:01,848 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/cluster_d3cf1af4-448e-8128-3e78-f6a1f1253496/data/data1/current/BP-41524420-172.17.0.2-1731086339133/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:01,865 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/cluster_d3cf1af4-448e-8128-3e78-f6a1f1253496/data/data2/current/BP-41524420-172.17.0.2-1731086339133/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:01,906 WARN [Thread-1777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:19:01,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd 2024-11-08T17:19:01,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:01,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd1d9b92e6cd62b with lease ID 0xe1b54d00e306c0c2: Processing first storage report for DS-ec932ae3-79b1-4c24-bf0e-0a0b82a47a0e from datanode DatanodeRegistration(127.0.0.1:41877, datanodeUuid=f0aa6ce7-e934-4657-86c3-34fb7905dfe3, infoPort=43541, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=455261796;c=1731086339133) 2024-11-08T17:19:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd1d9b92e6cd62b with lease ID 0xe1b54d00e306c0c2: from storage DS-ec932ae3-79b1-4c24-bf0e-0a0b82a47a0e node DatanodeRegistration(127.0.0.1:41877, datanodeUuid=f0aa6ce7-e934-4657-86c3-34fb7905dfe3, infoPort=43541, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=455261796;c=1731086339133), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd1d9b92e6cd62b with lease ID 0xe1b54d00e306c0c2: Processing first storage report for DS-c6454835-ece9-4330-9f95-d92921bd90e4 from datanode DatanodeRegistration(127.0.0.1:41877, datanodeUuid=f0aa6ce7-e934-4657-86c3-34fb7905dfe3, infoPort=43541, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=455261796;c=1731086339133) 2024-11-08T17:19:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd1d9b92e6cd62b with lease ID 0xe1b54d00e306c0c2: from storage DS-c6454835-ece9-4330-9f95-d92921bd90e4 node DatanodeRegistration(127.0.0.1:41877, datanodeUuid=f0aa6ce7-e934-4657-86c3-34fb7905dfe3, infoPort=43541, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=455261796;c=1731086339133), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T17:19:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:19:01,949 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac with version=8 2024-11-08T17:19:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/hbase-staging 2024-11-08T17:19:01,952 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:01,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:01,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:01,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:01,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:01,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:01,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:19:01,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:01,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34971 2024-11-08T17:19:01,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34971 connecting to ZooKeeper ensemble=127.0.0.1:52070 2024-11-08T17:19:01,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349710x0, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:01,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34971-0x1011b7530cb0003 connected 2024-11-08T17:19:02,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:02,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:02,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on znode that does not yet exist, /1-47890806/running 2024-11-08T17:19:02,068 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac, hbase.cluster.distributed=false 2024-11-08T17:19:02,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on znode that does not yet exist, /1-47890806/acl 2024-11-08T17:19:02,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-08T17:19:02,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34971 2024-11-08T17:19:02,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34971 2024-11-08T17:19:02,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-08T17:19:02,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-08T17:19:02,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:02,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:02,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:02,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:02,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:02,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:02,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:19:02,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:02,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40735 2024-11-08T17:19:02,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40735 connecting to ZooKeeper ensemble=127.0.0.1:52070 2024-11-08T17:19:02,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:02,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:02,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407350x0, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on znode that does not yet exist, /1-47890806/running 2024-11-08T17:19:02,135 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:19:02,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407350x0, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:02,160 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:19:02,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407350x0, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on znode that does not yet exist, /1-47890806/master 2024-11-08T17:19:02,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407350x0, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on znode that does not yet exist, /1-47890806/acl 2024-11-08T17:19:02,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40735-0x1011b7530cb0004 connected 2024-11-08T17:19:02,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-08T17:19:02,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40735 2024-11-08T17:19:02,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40735 2024-11-08T17:19:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-08T17:19:02,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-08T17:19:02,231 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:34971 2024-11-08T17:19:02,232 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-47890806/backup-masters/74e38af3904c,34971,1731086341952 2024-11-08T17:19:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806/backup-masters 2024-11-08T17:19:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806/backup-masters 2024-11-08T17:19:02,252 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on existing znode=/1-47890806/backup-masters/74e38af3904c,34971,1731086341952 2024-11-08T17:19:02,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-47890806/master 2024-11-08T17:19:02,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:02,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:02,261 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on existing znode=/1-47890806/master 2024-11-08T17:19:02,262 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-47890806/backup-masters/74e38af3904c,34971,1731086341952 from backup master directory 2024-11-08T17:19:02,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-47890806/backup-masters/74e38af3904c,34971,1731086341952 2024-11-08T17:19:02,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806/backup-masters 2024-11-08T17:19:02,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806/backup-masters 2024-11-08T17:19:02,271 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:02,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,34971,1731086341952 2024-11-08T17:19:02,277 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/hbase.id] with ID: 699369ea-c8e7-40d7-970d-9646ce9a41df 2024-11-08T17:19:02,277 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/.tmp/hbase.id 2024-11-08T17:19:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:19:02,687 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/.tmp/hbase.id]:[hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/hbase.id] 2024-11-08T17:19:02,697 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:02,697 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:19:02,698 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:19:02,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:02,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:19:02,778 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:02,779 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:19:02,779 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:19:02,795 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store 2024-11-08T17:19:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:19:03,203 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:03,203 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:03,203 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:03,203 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:03,203 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:03,203 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:03,203 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:03,203 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086343203Disabling compacts and flushes for region at 1731086343203Disabling writes for close at 1731086343203Writing region close event to WAL at 1731086343203Closed at 1731086343203 2024-11-08T17:19:03,204 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/.initializing 2024-11-08T17:19:03,204 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/WALs/74e38af3904c,34971,1731086341952 2024-11-08T17:19:03,206 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:03,207 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C34971%2C1731086341952, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/WALs/74e38af3904c,34971,1731086341952, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/oldWALs, maxLogs=10 2024-11-08T17:19:03,223 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/WALs/74e38af3904c,34971,1731086341952/74e38af3904c%2C34971%2C1731086341952.1731086343208, exclude list is [], retry=0 2024-11-08T17:19:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-ec932ae3-79b1-4c24-bf0e-0a0b82a47a0e,DISK] 2024-11-08T17:19:03,227 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/WALs/74e38af3904c,34971,1731086341952/74e38af3904c%2C34971%2C1731086341952.1731086343208 2024-11-08T17:19:03,228 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-08T17:19:03,228 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:03,228 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:03,228 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,228 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:19:03,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:03,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:19:03,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:03,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:19:03,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:03,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:19:03,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:03,239 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,240 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,241 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,251 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,251 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,252 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:03,253 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:03,255 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:03,255 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68974794, jitterRate=0.027804523706436157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:03,255 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086343228Initializing all the Stores at 1731086343229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086343229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086343229Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086343229Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086343229Cleaning up temporary data from old regions at 1731086343251 (+22 ms)Region opened successfully at 1731086343255 (+4 ms) 2024-11-08T17:19:03,255 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:19:03,258 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7a170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:03,259 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:19:03,259 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:19:03,259 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:19:03,259 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:19:03,260 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:19:03,260 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:19:03,260 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:19:03,262 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:19:03,263 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Unable to get data of znode /1-47890806/balancer because node does not exist (not necessarily an error) 2024-11-08T17:19:03,303 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-47890806/balancer already deleted, retry=false 2024-11-08T17:19:03,303 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:19:03,304 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Unable to get data of znode /1-47890806/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:19:03,313 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-47890806/normalizer already deleted, retry=false 2024-11-08T17:19:03,314 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:19:03,315 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Unable to get data of znode /1-47890806/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:19:03,324 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-47890806/switch/split already deleted, retry=false 2024-11-08T17:19:03,325 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Unable to get data of znode /1-47890806/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:19:03,334 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-47890806/switch/merge already deleted, retry=false 2024-11-08T17:19:03,336 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Unable to get data of znode /1-47890806/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:19:03,345 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-47890806/snapshot-cleanup already deleted, retry=false 2024-11-08T17:19:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-47890806/running 2024-11-08T17:19:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-47890806/running 2024-11-08T17:19:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:03,356 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,34971,1731086341952, sessionid=0x1011b7530cb0003, setting cluster-up flag (Was=false) 2024-11-08T17:19:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:03,408 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-47890806/flush-table-proc/acquired, /1-47890806/flush-table-proc/reached, /1-47890806/flush-table-proc/abort 2024-11-08T17:19:03,409 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,34971,1731086341952 2024-11-08T17:19:03,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:03,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:03,461 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-47890806/online-snapshot/acquired, /1-47890806/online-snapshot/reached, /1-47890806/online-snapshot/abort 2024-11-08T17:19:03,462 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,34971,1731086341952 2024-11-08T17:19:03,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:19:03,489 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:03,490 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:19:03,490 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:19:03,490 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,34971,1731086341952 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:03,491 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:03,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:19:03,494 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086373494 2024-11-08T17:19:03,494 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:19:03,495 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:19:03,495 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:19:03,495 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:19:03,495 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:19:03,495 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:19:03,495 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:19:03,504 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:19:03,504 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:19:03,504 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:19:03,505 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:19:03,505 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:19:03,505 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:19:03,505 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086343505,5,FailOnTimeoutGroup] 2024-11-08T17:19:03,505 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086343505,5,FailOnTimeoutGroup] 2024-11-08T17:19:03,505 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,506 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:19:03,506 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,506 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:19:03,518 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(746): ClusterId : 699369ea-c8e7-40d7-970d-9646ce9a41df 2024-11-08T17:19:03,518 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:19:03,531 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:19:03,531 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:19:03,541 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:19:03,542 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38290799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:03,555 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:40735 2024-11-08T17:19:03,555 INFO [RS:0;74e38af3904c:40735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:19:03,555 INFO [RS:0;74e38af3904c:40735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:19:03,555 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:19:03,556 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,34971,1731086341952 with port=40735, startcode=1731086342111 2024-11-08T17:19:03,556 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:19:03,559 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:19:03,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,40735,1731086342111 2024-11-08T17:19:03,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,40735,1731086342111 2024-11-08T17:19:03,561 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac 2024-11-08T17:19:03,561 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33969 2024-11-08T17:19:03,561 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:19:03,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806/rs 2024-11-08T17:19:03,629 DEBUG [RS:0;74e38af3904c:40735 {}] zookeeper.ZKUtil(111): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on existing znode=/1-47890806/rs/74e38af3904c,40735,1731086342111 2024-11-08T17:19:03,630 WARN [RS:0;74e38af3904c:40735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:03,630 INFO [RS:0;74e38af3904c:40735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:03,630 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111 2024-11-08T17:19:03,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,40735,1731086342111] 2024-11-08T17:19:03,633 INFO [RS:0;74e38af3904c:40735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:19:03,635 INFO [RS:0;74e38af3904c:40735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:19:03,635 INFO [RS:0;74e38af3904c:40735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:19:03,635 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,635 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:19:03,636 INFO [RS:0;74e38af3904c:40735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:19:03,636 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:03,637 DEBUG [RS:0;74e38af3904c:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:03,642 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,642 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,642 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,642 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,642 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,642 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40735,1731086342111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:03,660 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:19:03,660 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,40735,1731086342111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,660 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,660 INFO [RS:0;74e38af3904c:40735 {}] regionserver.Replication(171): 74e38af3904c,40735,1731086342111 started 2024-11-08T17:19:03,678 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:03,678 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,40735,1731086342111, RpcServer on 74e38af3904c/172.17.0.2:40735, sessionid=0x1011b7530cb0004 2024-11-08T17:19:03,678 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:19:03,678 DEBUG [RS:0;74e38af3904c:40735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,40735,1731086342111 2024-11-08T17:19:03,678 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,40735,1731086342111' 2024-11-08T17:19:03,678 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-47890806/flush-table-proc/abort' 2024-11-08T17:19:03,678 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-47890806/flush-table-proc/acquired' 2024-11-08T17:19:03,679 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:19:03,679 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:19:03,679 DEBUG [RS:0;74e38af3904c:40735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,40735,1731086342111 2024-11-08T17:19:03,679 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,40735,1731086342111' 2024-11-08T17:19:03,679 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-47890806/online-snapshot/abort' 2024-11-08T17:19:03,679 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-47890806/online-snapshot/acquired' 2024-11-08T17:19:03,679 DEBUG [RS:0;74e38af3904c:40735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:19:03,679 INFO [RS:0;74e38af3904c:40735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:19:03,679 INFO [RS:0;74e38af3904c:40735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:19:03,780 INFO [RS:0;74e38af3904c:40735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:03,781 INFO [RS:0;74e38af3904c:40735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C40735%2C1731086342111, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/oldWALs, maxLogs=10 2024-11-08T17:19:03,798 DEBUG [RS:0;74e38af3904c:40735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782, exclude list is [], retry=0 2024-11-08T17:19:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-ec932ae3-79b1-4c24-bf0e-0a0b82a47a0e,DISK] 2024-11-08T17:19:03,802 INFO [RS:0;74e38af3904c:40735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 2024-11-08T17:19:03,803 DEBUG [RS:0;74e38af3904c:40735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-08T17:19:03,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:19:03,911 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac 2024-11-08T17:19:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:19:03,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:03,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:03,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:03,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:03,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:03,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:03,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:03,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:03,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:03,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:03,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:03,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:03,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:03,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:03,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:03,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740 2024-11-08T17:19:03,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740 2024-11-08T17:19:03,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:03,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:03,933 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:03,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:03,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:03,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66415444, jitterRate=-0.010332763195037842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:03,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086343919Initializing all the Stores at 1731086343920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086343920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086343920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086343920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086343920Cleaning up temporary data from old regions at 1731086343933 (+13 ms)Region opened successfully at 1731086343937 (+4 ms) 2024-11-08T17:19:03,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:03,937 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:03,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:03,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:03,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:03,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:03,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086343937Disabling compacts and flushes for region at 1731086343937Disabling writes for close at 1731086343937Writing region close event to WAL at 1731086343937Closed at 1731086343937 2024-11-08T17:19:03,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:03,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:19:03,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:19:03,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:03,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:19:04,090 DEBUG [74e38af3904c:34971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:19:04,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,40735,1731086342111 2024-11-08T17:19:04,092 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,40735,1731086342111, state=OPENING 2024-11-08T17:19:04,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:19:04,134 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:19:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:04,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-47890806/meta-region-server: CHANGED 2024-11-08T17:19:04,146 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:04,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,40735,1731086342111}] 2024-11-08T17:19:04,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-47890806/meta-region-server: CHANGED 2024-11-08T17:19:04,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:04,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:19:04,317 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:19:04,317 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:04,318 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:19:04,323 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C40735%2C1731086342111.meta, suffix=.meta, logDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/oldWALs, maxLogs=10 2024-11-08T17:19:04,353 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.meta.1731086344324.meta, exclude list is [], retry=0 2024-11-08T17:19:04,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-ec932ae3-79b1-4c24-bf0e-0a0b82a47a0e,DISK] 2024-11-08T17:19:04,365 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.meta.1731086344324.meta 2024-11-08T17:19:04,376 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-08T17:19:04,376 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:04,377 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:04,377 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:04,377 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:19:04,377 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:19:04,377 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:19:04,377 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:04,377 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:19:04,377 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:19:04,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:04,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:04,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:04,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:04,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:04,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:04,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:04,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:04,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:04,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:04,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:04,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:04,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:04,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:04,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:04,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:04,390 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:04,395 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740 2024-11-08T17:19:04,397 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740 2024-11-08T17:19:04,398 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:04,398 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:04,399 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:04,401 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:04,403 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61506968, jitterRate=-0.08347475528717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:04,403 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:19:04,403 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086344377Writing region info on filesystem at 1731086344377Initializing all the Stores at 1731086344379 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086344379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086344380 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086344380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086344380Cleaning up temporary data from old regions at 1731086344398 (+18 ms)Running coprocessor post-open hooks at 1731086344403 (+5 ms)Region opened successfully at 1731086344403 2024-11-08T17:19:04,409 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086344304 2024-11-08T17:19:04,413 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:19:04,413 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:19:04,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,40735,1731086342111 2024-11-08T17:19:04,414 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,40735,1731086342111, state=OPEN 2024-11-08T17:19:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-47890806/meta-region-server 2024-11-08T17:19:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-47890806/meta-region-server 2024-11-08T17:19:04,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-47890806/meta-region-server: CHANGED 2024-11-08T17:19:04,425 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,40735,1731086342111 2024-11-08T17:19:04,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-47890806/meta-region-server: CHANGED 2024-11-08T17:19:04,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:19:04,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,40735,1731086342111 in 279 msec 2024-11-08T17:19:04,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:19:04,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-08T17:19:04,435 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:04,435 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:19:04,437 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:04,437 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:04,440 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:04,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:04,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 960 msec 2024-11-08T17:19:04,455 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086344454, completionTime=-1 2024-11-08T17:19:04,455 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:19:04,455 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:19:04,459 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:19:04,459 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086404459 2024-11-08T17:19:04,459 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086464459 2024-11-08T17:19:04,459 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T17:19:04,460 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34971,1731086341952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:04,460 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34971,1731086341952-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:04,460 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34971,1731086341952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:04,460 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:34971, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:04,460 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:04,462 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:19:04,468 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.203sec 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34971,1731086341952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:04,474 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34971,1731086341952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:19:04,489 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:19:04,489 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:19:04,489 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,34971,1731086341952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:04,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e301dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:04,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34971,-1 for getting cluster id 2024-11-08T17:19:04,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:04,543 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '699369ea-c8e7-40d7-970d-9646ce9a41df' 2024-11-08T17:19:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "699369ea-c8e7-40d7-970d-9646ce9a41df" 2024-11-08T17:19:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb343c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34971,-1] 2024-11-08T17:19:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:04,546 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:04,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6ca27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:04,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:04,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:04,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,34971,1731086341952 2024-11-08T17:19:04,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52070 2024-11-08T17:19:04,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:04,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b7530cb0005 connected 2024-11-08T17:19:04,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:04,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,40399,1731086336235 2024-11-08T17:19:04,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c6d98b1 2024-11-08T17:19:04,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:04,592 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:04,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:19:04,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:04,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:04,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:04,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:19:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:19:04,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0dfdc05d3c8107c7fd60308a0649283c, NAME => 'test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7 2024-11-08T17:19:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:19:04,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:04,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0dfdc05d3c8107c7fd60308a0649283c, disabling compactions & flushes 2024-11-08T17:19:04,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:04,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:04,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. after waiting 0 ms 2024-11-08T17:19:04,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:04,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:04,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0dfdc05d3c8107c7fd60308a0649283c: Waiting for close lock at 1731086344683Disabling compacts and flushes for region at 1731086344683Disabling writes for close at 1731086344684 (+1 ms)Writing region close event to WAL at 1731086344684Closed at 1731086344684 2024-11-08T17:19:04,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:04,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086344685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086344685"}]},"ts":"1731086344685"} 2024-11-08T17:19:04,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:04,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:04,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086344690"}]},"ts":"1731086344690"} 2024-11-08T17:19:04,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:19:04,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dfdc05d3c8107c7fd60308a0649283c, ASSIGN}] 2024-11-08T17:19:04,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dfdc05d3c8107c7fd60308a0649283c, ASSIGN 2024-11-08T17:19:04,697 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0dfdc05d3c8107c7fd60308a0649283c, ASSIGN; state=OFFLINE, location=74e38af3904c,44511,1731086336506; forceNewPlan=false, retain=false 2024-11-08T17:19:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:04,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dfdc05d3c8107c7fd60308a0649283c, regionState=OPENING, regionLocation=74e38af3904c,44511,1731086336506 2024-11-08T17:19:04,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0dfdc05d3c8107c7fd60308a0649283c, ASSIGN because future has completed 2024-11-08T17:19:04,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dfdc05d3c8107c7fd60308a0649283c, server=74e38af3904c,44511,1731086336506}] 2024-11-08T17:19:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:05,060 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:05,060 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0dfdc05d3c8107c7fd60308a0649283c, NAME => 'test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:05,061 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:05,061 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:19:05,061 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,061 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:05,061 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,061 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,073 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,076 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dfdc05d3c8107c7fd60308a0649283c columnFamilyName f 2024-11-08T17:19:05,076 DEBUG [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,079 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] regionserver.HStore(327): Store=0dfdc05d3c8107c7fd60308a0649283c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:05,079 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,093 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dfdc05d3c8107c7fd60308a0649283c columnFamilyName f1 2024-11-08T17:19:05,093 DEBUG [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,094 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] regionserver.HStore(327): Store=0dfdc05d3c8107c7fd60308a0649283c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:05,094 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,095 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dfdc05d3c8107c7fd60308a0649283c columnFamilyName norep 2024-11-08T17:19:05,095 DEBUG [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,096 INFO [StoreOpener-0dfdc05d3c8107c7fd60308a0649283c-1 {}] regionserver.HStore(327): Store=0dfdc05d3c8107c7fd60308a0649283c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:05,096 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,097 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,098 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,099 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,099 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,099 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:05,101 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,113 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:05,113 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0dfdc05d3c8107c7fd60308a0649283c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74372614, jitterRate=0.10823830962181091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:05,113 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:05,114 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0dfdc05d3c8107c7fd60308a0649283c: Running coprocessor pre-open hook at 1731086345061Writing region info on filesystem at 1731086345061Initializing all the Stores at 1731086345062 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086345063 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086345072 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086345072Cleaning up temporary data from old regions at 1731086345099 (+27 ms)Running coprocessor post-open hooks at 1731086345113 (+14 ms)Region opened successfully at 1731086345114 (+1 ms) 2024-11-08T17:19:05,115 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., pid=6, masterSystemTime=1731086345032 2024-11-08T17:19:05,119 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:05,119 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:05,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dfdc05d3c8107c7fd60308a0649283c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,44511,1731086336506 2024-11-08T17:19:05,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dfdc05d3c8107c7fd60308a0649283c, server=74e38af3904c,44511,1731086336506 because future has completed 2024-11-08T17:19:05,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:19:05,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0dfdc05d3c8107c7fd60308a0649283c, server=74e38af3904c,44511,1731086336506 in 270 msec 2024-11-08T17:19:05,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:19:05,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0dfdc05d3c8107c7fd60308a0649283c, ASSIGN in 434 msec 2024-11-08T17:19:05,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:05,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086345133"}]},"ts":"1731086345133"} 2024-11-08T17:19:05,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:19:05,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:05,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 543 msec 2024-11-08T17:19:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:05,230 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:19:05,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34971,1731086341952 2024-11-08T17:19:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5ba5e4 2024-11-08T17:19:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:05,234 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:05,235 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:19:05,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:05,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:19:05,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:19:05,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e2ab18d8ab59dba2bb442618d0406f0, NAME => 'test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac 2024-11-08T17:19:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:19:05,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:05,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e2ab18d8ab59dba2bb442618d0406f0, disabling compactions & flushes 2024-11-08T17:19:05,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:05,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:05,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. after waiting 0 ms 2024-11-08T17:19:05,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:05,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:05,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e2ab18d8ab59dba2bb442618d0406f0: Waiting for close lock at 1731086345290Disabling compacts and flushes for region at 1731086345290Disabling writes for close at 1731086345290Writing region close event to WAL at 1731086345290Closed at 1731086345290 2024-11-08T17:19:05,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:05,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086345297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086345297"}]},"ts":"1731086345297"} 2024-11-08T17:19:05,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:05,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:05,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086345305"}]},"ts":"1731086345305"} 2024-11-08T17:19:05,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:19:05,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e2ab18d8ab59dba2bb442618d0406f0, ASSIGN}] 2024-11-08T17:19:05,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e2ab18d8ab59dba2bb442618d0406f0, ASSIGN 2024-11-08T17:19:05,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e2ab18d8ab59dba2bb442618d0406f0, ASSIGN; state=OFFLINE, location=74e38af3904c,40735,1731086342111; forceNewPlan=false, retain=false 2024-11-08T17:19:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:05,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e2ab18d8ab59dba2bb442618d0406f0, regionState=OPENING, regionLocation=74e38af3904c,40735,1731086342111 2024-11-08T17:19:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e2ab18d8ab59dba2bb442618d0406f0, ASSIGN because future has completed 2024-11-08T17:19:05,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e2ab18d8ab59dba2bb442618d0406f0, server=74e38af3904c,40735,1731086342111}] 2024-11-08T17:19:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:05,637 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:05,637 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e2ab18d8ab59dba2bb442618d0406f0, NAME => 'test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:05,638 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:05,638 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:19:05,638 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,638 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:05,639 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,639 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,640 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,643 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e2ab18d8ab59dba2bb442618d0406f0 columnFamilyName f 2024-11-08T17:19:05,643 DEBUG [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,644 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] regionserver.HStore(327): Store=1e2ab18d8ab59dba2bb442618d0406f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:05,644 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,650 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e2ab18d8ab59dba2bb442618d0406f0 columnFamilyName f1 2024-11-08T17:19:05,650 DEBUG [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,651 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] regionserver.HStore(327): Store=1e2ab18d8ab59dba2bb442618d0406f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:05,651 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,652 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e2ab18d8ab59dba2bb442618d0406f0 columnFamilyName norep 2024-11-08T17:19:05,652 DEBUG [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,653 INFO [StoreOpener-1e2ab18d8ab59dba2bb442618d0406f0-1 {}] regionserver.HStore(327): Store=1e2ab18d8ab59dba2bb442618d0406f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:05,653 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,655 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,655 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,656 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,656 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,657 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:05,666 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,678 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:05,680 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e2ab18d8ab59dba2bb442618d0406f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68653514, jitterRate=0.023017078638076782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:05,680 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:05,680 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e2ab18d8ab59dba2bb442618d0406f0: Running coprocessor pre-open hook at 1731086345639Writing region info on filesystem at 1731086345639Initializing all the Stores at 1731086345640 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086345640Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086345640Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086345640Cleaning up temporary data from old regions at 1731086345656 (+16 ms)Running coprocessor post-open hooks at 1731086345680 (+24 ms)Region opened successfully at 1731086345680 2024-11-08T17:19:05,682 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0., pid=6, masterSystemTime=1731086345632 2024-11-08T17:19:05,686 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:05,686 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:05,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e2ab18d8ab59dba2bb442618d0406f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,40735,1731086342111 2024-11-08T17:19:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e2ab18d8ab59dba2bb442618d0406f0, server=74e38af3904c,40735,1731086342111 because future has completed 2024-11-08T17:19:05,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:19:05,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e2ab18d8ab59dba2bb442618d0406f0, server=74e38af3904c,40735,1731086342111 in 212 msec 2024-11-08T17:19:05,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:19:05,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e2ab18d8ab59dba2bb442618d0406f0, ASSIGN in 381 msec 2024-11-08T17:19:05,694 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:05,694 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086345694"}]},"ts":"1731086345694"} 2024-11-08T17:19:05,696 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:19:05,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:05,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 462 msec 2024-11-08T17:19:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:05,874 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:19:05,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40399,-1 for getting cluster id 2024-11-08T17:19:05,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:05,882 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3363fab8-1c78-4560-882f-76a0b4d3bf77' 2024-11-08T17:19:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3363fab8-1c78-4560-882f-76a0b4d3bf77" 2024-11-08T17:19:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79eaf27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40399,-1] 2024-11-08T17:19:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:05,884 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:05,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0a3271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccaa80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34971,-1 for getting cluster id 2024-11-08T17:19:05,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:05,893 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '699369ea-c8e7-40d7-970d-9646ce9a41df' 2024-11-08T17:19:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "699369ea-c8e7-40d7-970d-9646ce9a41df" 2024-11-08T17:19:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aeeabe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34971,-1] 2024-11-08T17:19:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:05,895 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9dee00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f24eb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40399,-1 for getting cluster id 2024-11-08T17:19:05,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:05,901 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3363fab8-1c78-4560-882f-76a0b4d3bf77' 2024-11-08T17:19:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3363fab8-1c78-4560-882f-76a0b4d3bf77" 2024-11-08T17:19:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40399,-1] 2024-11-08T17:19:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:05,903 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:05,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5756516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:05,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,40399,1731086336235 2024-11-08T17:19:05,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d534768 2024-11-08T17:19:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:05,907 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:05,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:34971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:19:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:19:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:05,911 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:34971' 2024-11-08T17:19:05,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d06d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,915 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34971,-1 for getting cluster id 2024-11-08T17:19:05,915 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:05,916 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '699369ea-c8e7-40d7-970d-9646ce9a41df' 2024-11-08T17:19:05,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "699369ea-c8e7-40d7-970d-9646ce9a41df" 2024-11-08T17:19:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ba8dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34971,-1] 2024-11-08T17:19:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:05,919 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:05,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c0caa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:05,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:05,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34971,1731086341952 2024-11-08T17:19:05,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a3c5d1b 2024-11-08T17:19:05,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:05,922 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:05,923 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:19:05,924 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:19:05,924 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:05,924 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:05,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:05,924 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:05,926 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:19:05,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:05,928 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:05,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:05,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:19:05,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d7f05395f57b4e1a53d93d1ed869266, NAME => 'hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7 2024-11-08T17:19:05,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:19:05,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:05,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d7f05395f57b4e1a53d93d1ed869266, disabling compactions & flushes 2024-11-08T17:19:05,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:05,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:05,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. after waiting 0 ms 2024-11-08T17:19:05,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:05,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:05,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d7f05395f57b4e1a53d93d1ed869266: Waiting for close lock at 1731086345973Disabling compacts and flushes for region at 1731086345973Disabling writes for close at 1731086345973Writing region close event to WAL at 1731086345973Closed at 1731086345973 2024-11-08T17:19:05,977 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:19:05,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:05,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086345978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086345978"}]},"ts":"1731086345978"} 2024-11-08T17:19:05,981 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:05,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:05,985 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086345984"}]},"ts":"1731086345984"} 2024-11-08T17:19:05,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:19:05,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d7f05395f57b4e1a53d93d1ed869266, ASSIGN}] 2024-11-08T17:19:05,995 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d7f05395f57b4e1a53d93d1ed869266, ASSIGN 2024-11-08T17:19:05,996 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d7f05395f57b4e1a53d93d1ed869266, ASSIGN; state=OFFLINE, location=74e38af3904c,44511,1731086336506; forceNewPlan=false, retain=false 2024-11-08T17:19:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:06,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d7f05395f57b4e1a53d93d1ed869266, regionState=OPENING, regionLocation=74e38af3904c,44511,1731086336506 2024-11-08T17:19:06,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d7f05395f57b4e1a53d93d1ed869266, ASSIGN because future has completed 2024-11-08T17:19:06,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7f05395f57b4e1a53d93d1ed869266, server=74e38af3904c,44511,1731086336506}] 2024-11-08T17:19:06,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:19:06,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:19:06,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:19:06,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T17:19:06,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:06,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T17:19:06,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:06,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T17:19:06,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:06,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T17:19:06,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:19:06,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T17:19:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:06,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:06,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:06,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:19:06,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C44511%2C1731086336506.rep, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/oldWALs, maxLogs=10 2024-11-08T17:19:06,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.rep.1731086346321, exclude list is [], retry=0 2024-11-08T17:19:06,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32793,DS-a5a09dd0-b8b6-4879-b96d-c951a2fcb0ca,DISK] 2024-11-08T17:19:06,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.rep.1731086346321 2024-11-08T17:19:06,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-08T17:19:06,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d7f05395f57b4e1a53d93d1ed869266, NAME => 'hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:06,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:06,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:06,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. service=MultiRowMutationService 2024-11-08T17:19:06,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:19:06,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:06,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,360 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,361 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7f05395f57b4e1a53d93d1ed869266 columnFamilyName hfileref 2024-11-08T17:19:06,361 DEBUG [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:06,362 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] regionserver.HStore(327): Store=1d7f05395f57b4e1a53d93d1ed869266/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:06,362 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,363 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7f05395f57b4e1a53d93d1ed869266 columnFamilyName queue 2024-11-08T17:19:06,363 DEBUG [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:06,363 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] regionserver.HStore(327): Store=1d7f05395f57b4e1a53d93d1ed869266/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:06,364 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,373 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7f05395f57b4e1a53d93d1ed869266 columnFamilyName sid 2024-11-08T17:19:06,373 DEBUG [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:06,374 INFO [StoreOpener-1d7f05395f57b4e1a53d93d1ed869266-1 {}] regionserver.HStore(327): Store=1d7f05395f57b4e1a53d93d1ed869266/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:06,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:06,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:06,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1d7f05395f57b4e1a53d93d1ed869266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61728282, jitterRate=-0.08017691969871521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:06,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:06,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1d7f05395f57b4e1a53d93d1ed869266: Running coprocessor pre-open hook at 1731086346358Writing region info on filesystem at 1731086346358Initializing all the Stores at 1731086346359 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086346359Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086346360 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086346360Cleaning up temporary data from old regions at 1731086346378 (+18 ms)Running coprocessor post-open hooks at 1731086346386 (+8 ms)Region opened successfully at 1731086346386 2024-11-08T17:19:06,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266., pid=10, masterSystemTime=1731086346304 2024-11-08T17:19:06,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:06,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:06,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d7f05395f57b4e1a53d93d1ed869266, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,44511,1731086336506 2024-11-08T17:19:06,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7f05395f57b4e1a53d93d1ed869266, server=74e38af3904c,44511,1731086336506 because future has completed 2024-11-08T17:19:06,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:19:06,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d7f05395f57b4e1a53d93d1ed869266, server=74e38af3904c,44511,1731086336506 in 249 msec 2024-11-08T17:19:06,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:19:06,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d7f05395f57b4e1a53d93d1ed869266, ASSIGN in 408 msec 2024-11-08T17:19:06,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:06,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086346404"}]},"ts":"1731086346404"} 2024-11-08T17:19:06,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:19:06,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:06,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 485 msec 2024-11-08T17:19:06,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266., hostname=74e38af3904c,44511,1731086336506, seqNum=2] 2024-11-08T17:19:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:06,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:19:06,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:19:06,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:19:06,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:19:06,947 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:19:07,007 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,44511,1731086336506, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:19:07,008 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:07,008 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,44511,1731086336506, seqNum=-1] 2024-11-08T17:19:07,009 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:07,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:07,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,44511,1731086336506', locateType=CURRENT is [region=hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266., hostname=74e38af3904c,44511,1731086336506, seqNum=2] 2024-11-08T17:19:07,022 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:19:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:19:07,025 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,44511,1731086336506 suceeded 2024-11-08T17:19:07,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:19:07,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-08T17:19:07,027 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:34971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:19:07,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1200 sec 2024-11-08T17:19:07,042 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:34971' 2024-11-08T17:19:07,047 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f863960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,047 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34971,-1 for getting cluster id 2024-11-08T17:19:07,047 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:07,048 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '699369ea-c8e7-40d7-970d-9646ce9a41df' 2024-11-08T17:19:07,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:07,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "699369ea-c8e7-40d7-970d-9646ce9a41df" 2024-11-08T17:19:07,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fb95cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34971,-1] 2024-11-08T17:19:07,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:07,050 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:07,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,052 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f34747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,052 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:07,053 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:19:07,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:07,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:07,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:07,054 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34971,1731086341952 2024-11-08T17:19:07,054 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752ed36f 2024-11-08T17:19:07,055 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:07,056 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T17:19:07,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977ffcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34971,-1 for getting cluster id 2024-11-08T17:19:07,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:07,058 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,44511,1731086336506 (queues=1) is replicating from cluster=3363fab8-1c78-4560-882f-76a0b4d3bf77 to cluster=699369ea-c8e7-40d7-970d-9646ce9a41df 2024-11-08T17:19:07,058 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '699369ea-c8e7-40d7-970d-9646ce9a41df' 2024-11-08T17:19:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "699369ea-c8e7-40d7-970d-9646ce9a41df" 2024-11-08T17:19:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ece3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34971,-1] 2024-11-08T17:19:07,059 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C44511%2C1731086336506 2024-11-08T17:19:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:07,059 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,44511,1731086336506, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:19:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,066 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22282866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:07,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34971,1731086341952 2024-11-08T17:19:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27329f9f 2024-11-08T17:19:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:07,074 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:07,074 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:40399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:19:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:19:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:07,079 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:40399' 2024-11-08T17:19:07,101 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271, startPosition=0, beingWritten=true 2024-11-08T17:19:07,108 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C44511%2C1731086336506 2024-11-08T17:19:07,116 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d180f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,116 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40399,-1 for getting cluster id 2024-11-08T17:19:07,117 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:07,118 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3363fab8-1c78-4560-882f-76a0b4d3bf77' 2024-11-08T17:19:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3363fab8-1c78-4560-882f-76a0b4d3bf77" 2024-11-08T17:19:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2481df9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40399,-1] 2024-11-08T17:19:07,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:07,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,120 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:07,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33187781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,121 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,40399,1731086336235 2024-11-08T17:19:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dcc7d01 2024-11-08T17:19:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:07,124 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:07,125 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-08T17:19:07,125 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:19:07,125 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,125 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,125 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:07,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:07,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:19:07,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:07,142 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:07,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:07,146 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:07,146 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 379, reset compression=false 2024-11-08T17:19:07,149 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,44511,1731086336506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:07,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:19:07,187 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:19:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:07,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3fb06b322eeb786cc981c1da55ab359, NAME => 'hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac 2024-11-08T17:19:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:19:07,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:07,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f3fb06b322eeb786cc981c1da55ab359, disabling compactions & flushes 2024-11-08T17:19:07,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:07,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:07,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. after waiting 0 ms 2024-11-08T17:19:07,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:07,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:07,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3fb06b322eeb786cc981c1da55ab359: Waiting for close lock at 1731086347246Disabling compacts and flushes for region at 1731086347246Disabling writes for close at 1731086347247 (+1 ms)Writing region close event to WAL at 1731086347247Closed at 1731086347247 2024-11-08T17:19:07,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:07,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086347248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086347248"}]},"ts":"1731086347248"} 2024-11-08T17:19:07,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:07,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:07,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086347253"}]},"ts":"1731086347253"} 2024-11-08T17:19:07,256 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:19:07,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3fb06b322eeb786cc981c1da55ab359, ASSIGN}] 2024-11-08T17:19:07,259 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3fb06b322eeb786cc981c1da55ab359, ASSIGN 2024-11-08T17:19:07,260 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3fb06b322eeb786cc981c1da55ab359, ASSIGN; state=OFFLINE, location=74e38af3904c,40735,1731086342111; forceNewPlan=false, retain=false 2024-11-08T17:19:07,390 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 379, reset compression=false 2024-11-08T17:19:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:07,411 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f3fb06b322eeb786cc981c1da55ab359, regionState=OPENING, regionLocation=74e38af3904c,40735,1731086342111 2024-11-08T17:19:07,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3fb06b322eeb786cc981c1da55ab359, ASSIGN because future has completed 2024-11-08T17:19:07,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3fb06b322eeb786cc981c1da55ab359, server=74e38af3904c,40735,1731086342111}] 2024-11-08T17:19:07,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:07,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:07,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:19:07,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C40735%2C1731086342111.rep, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/oldWALs, maxLogs=10 2024-11-08T17:19:07,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.rep.1731086347576, exclude list is [], retry=0 2024-11-08T17:19:07,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-ec932ae3-79b1-4c24-bf0e-0a0b82a47a0e,DISK] 2024-11-08T17:19:07,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.rep.1731086347576 2024-11-08T17:19:07,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-08T17:19:07,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f3fb06b322eeb786cc981c1da55ab359, NAME => 'hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:07,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. service=MultiRowMutationService 2024-11-08T17:19:07,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:19:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,604 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,606 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3fb06b322eeb786cc981c1da55ab359 columnFamilyName hfileref 2024-11-08T17:19:07,606 DEBUG [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:07,606 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] regionserver.HStore(327): Store=f3fb06b322eeb786cc981c1da55ab359/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:07,606 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,607 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3fb06b322eeb786cc981c1da55ab359 columnFamilyName queue 2024-11-08T17:19:07,607 DEBUG [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:07,608 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] regionserver.HStore(327): Store=f3fb06b322eeb786cc981c1da55ab359/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:07,608 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,616 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3fb06b322eeb786cc981c1da55ab359 columnFamilyName sid 2024-11-08T17:19:07,617 DEBUG [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:07,617 INFO [StoreOpener-f3fb06b322eeb786cc981c1da55ab359-1 {}] regionserver.HStore(327): Store=f3fb06b322eeb786cc981c1da55ab359/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:07,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:07,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:07,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f3fb06b322eeb786cc981c1da55ab359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72238092, jitterRate=0.07643145322799683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:07,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:07,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f3fb06b322eeb786cc981c1da55ab359: Running coprocessor pre-open hook at 1731086347601Writing region info on filesystem at 1731086347601Initializing all the Stores at 1731086347602 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086347602Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086347604 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086347604Cleaning up temporary data from old regions at 1731086347619 (+15 ms)Running coprocessor post-open hooks at 1731086347633 (+14 ms)Region opened successfully at 1731086347633 2024-11-08T17:19:07,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359., pid=10, masterSystemTime=1731086347569 2024-11-08T17:19:07,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:07,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:07,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f3fb06b322eeb786cc981c1da55ab359, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,40735,1731086342111 2024-11-08T17:19:07,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3fb06b322eeb786cc981c1da55ab359, server=74e38af3904c,40735,1731086342111 because future has completed 2024-11-08T17:19:07,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:19:07,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f3fb06b322eeb786cc981c1da55ab359, server=74e38af3904c,40735,1731086342111 in 247 msec 2024-11-08T17:19:07,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:07,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086347674"}]},"ts":"1731086347674"} 2024-11-08T17:19:07,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:19:07,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3fb06b322eeb786cc981c1da55ab359, ASSIGN in 408 msec 2024-11-08T17:19:07,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:19:07,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:07,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 553 msec 2024-11-08T17:19:07,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359., hostname=74e38af3904c,40735,1731086342111, seqNum=2] 2024-11-08T17:19:07,699 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 379, reset compression=false 2024-11-08T17:19:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:07,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:07,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:19:07,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:19:07,901 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:19:07,949 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,40735,1731086342111, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:19:07,950 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:07,950 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:07,950 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:07,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:07,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,40735,1731086342111', locateType=CURRENT is [region=hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359., hostname=74e38af3904c,40735,1731086342111, seqNum=2] 2024-11-08T17:19:07,957 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:19:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:19:07,968 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,40735,1731086342111 suceeded 2024-11-08T17:19:07,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:19:07,970 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:40399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:19:07,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-08T17:19:07,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 896 msec 2024-11-08T17:19:07,976 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:40399' 2024-11-08T17:19:07,978 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,978 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40399,-1 for getting cluster id 2024-11-08T17:19:07,978 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:07,979 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3363fab8-1c78-4560-882f-76a0b4d3bf77' 2024-11-08T17:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3363fab8-1c78-4560-882f-76a0b4d3bf77" 2024-11-08T17:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a4fe316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40399,-1] 2024-11-08T17:19:07,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:07,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:07,988 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:07,989 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63e82046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:07,989 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:07,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,40399,1731086336235 2024-11-08T17:19:07,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@379cf3e3 2024-11-08T17:19:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:07,992 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T17:19:07,992 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,40735,1731086342111 (queues=1) is replicating from cluster=699369ea-c8e7-40d7-970d-9646ce9a41df to cluster=3363fab8-1c78-4560-882f-76a0b4d3bf77 2024-11-08T17:19:07,993 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C40735%2C1731086342111 2024-11-08T17:19:07,993 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,40735,1731086342111, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:19:08,000 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782, startPosition=0, beingWritten=true 2024-11-08T17:19:08,008 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C40735%2C1731086342111 2024-11-08T17:19:08,019 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:08,019 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 379, reset compression=false 2024-11-08T17:19:08,019 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,40735,1731086342111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:08,108 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 379, reset compression=false 2024-11-08T17:19:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:08,220 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:19:08,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:08,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:08,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:08,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:08,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:08,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:08,230 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 379, reset compression=false 2024-11-08T17:19:08,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731086348235/Put/seqid=0 2024-11-08T17:19:08,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741840_1016 (size=7894) 2024-11-08T17:19:08,566 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 379, reset compression=false 2024-11-08T17:19:08,636 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 379, reset compression=false 2024-11-08T17:19:08,663 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731086348662/Put/seqid=0 2024-11-08T17:19:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741841_1017 (size=7691) 2024-11-08T17:19:08,969 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 379, reset compression=false 2024-11-08T17:19:09,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726ba95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:09,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40399,-1 for getting cluster id 2024-11-08T17:19:09,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:09,085 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3363fab8-1c78-4560-882f-76a0b4d3bf77' 2024-11-08T17:19:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3363fab8-1c78-4560-882f-76a0b4d3bf77" 2024-11-08T17:19:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498a81ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40399,-1] 2024-11-08T17:19:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:09,087 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:09,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3674c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:09,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:09,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,44511,1731086336506, seqNum=-1] 2024-11-08T17:19:09,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:09,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:09,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:09,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,40399,1731086336235 2024-11-08T17:19:09,121 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1770ed6 2024-11-08T17:19:09,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:09,125 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:09,133 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., hostname=74e38af3904c,44511,1731086336506, seqNum=2] 2024-11-08T17:19:09,142 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:19:09,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T17:19:09,172 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T17:19:09,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T17:19:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:09,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T17:19:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HRegion(2603): Flush status journal for 0dfdc05d3c8107c7fd60308a0649283c: 2024-11-08T17:19:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_1 2024-11-08T17:19:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_1 as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ 2024-11-08T17:19:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_0 2024-11-08T17:19:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_0 as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ 2024-11-08T17:19:09,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_1 into 0dfdc05d3c8107c7fd60308a0649283c/f as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ - updating store file list. 2024-11-08T17:19:09,241 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 379, reset compression=false 2024-11-08T17:19:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:09,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ into 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:09,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_1 into 0dfdc05d3c8107c7fd60308a0649283c/f (new location: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_) 2024-11-08T17:19:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_1 2024-11-08T17:19:09,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_0 into 0dfdc05d3c8107c7fd60308a0649283c/f as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ - updating store file list. 2024-11-08T17:19:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:09,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ into 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:09,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_0 into 0dfdc05d3c8107c7fd60308a0649283c/f (new location: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_) 2024-11-08T17:19:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins__test__ms16ikcg40u9li69cogb7cbe5ur81f0559j0ei4sfshnuaa6cuq9or5g9b115neu/f/hfile_0 2024-11-08T17:19:09,274 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:09,274 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,44511,1731086336506 got entry batch from reader: WALEntryBatch [walEntries=[{test/0dfdc05d3c8107c7fd60308a0649283c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086349265/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T17:19:09,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:09,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:09,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:09,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:09,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:09,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., hostname=74e38af3904c,44511,1731086336506, seqNum=2 , the old value is region=test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., hostname=74e38af3904c,44511,1731086336506, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74e38af3904c:44511 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:19:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., hostname=74e38af3904c,44511,1731086336506, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:19:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., hostname=74e38af3904c,44511,1731086336506, seqNum=2 from cache 2024-11-08T17:19:09,283 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:09,283 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T17:19:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:09,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T17:19:09,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.ReplicationSink(318): Replicating [3363fab8-1c78-4560-882f-76a0b4d3bf77] bulk loaded data 2024-11-08T17:19:09,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:09,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0., hostname=74e38af3904c,40735,1731086342111, seqNum=2] 2024-11-08T17:19:09,297 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T17:19:09,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b885249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:09,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34971,-1 for getting cluster id 2024-11-08T17:19:09,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:09,301 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '699369ea-c8e7-40d7-970d-9646ce9a41df' 2024-11-08T17:19:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "699369ea-c8e7-40d7-970d-9646ce9a41df" 2024-11-08T17:19:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb2fdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34971,-1] 2024-11-08T17:19:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:09,304 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:09,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2264b919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741840_1016 (size=7691) 2024-11-08T17:19:09,390 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:44511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T17:19:09,474 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 687, reset compression=false 2024-11-08T17:19:09,489 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 379, reset compression=false 2024-11-08T17:19:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741841_1017 (size=7894) 2024-11-08T17:19:09,786 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 687, reset compression=false 2024-11-08T17:19:09,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:19:09,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:09,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:19:10,109 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 379, reset compression=false 2024-11-08T17:19:10,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34971,1731086341952 2024-11-08T17:19:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c216725 2024-11-08T17:19:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:10,197 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T17:19:10,197 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 687, reset compression=false 2024-11-08T17:19:10,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:19:10,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:10,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:10,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:10,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:10,219 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T17:19:10,224 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T17:19:10,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ for inclusion in 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T17:19:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:10,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ for inclusion in 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T17:19:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegion(2603): Flush status journal for 1e2ab18d8ab59dba2bb442618d0406f0: 2024-11-08T17:19:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:19:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3358704284664370aa3d4ceda75fafa9_SeqId_4_ 2024-11-08T17:19:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:19:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/52e14f87ce1a45a587499711517c9dff_SeqId_4_ 2024-11-08T17:19:10,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ into 1e2ab18d8ab59dba2bb442618d0406f0/f as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3358704284664370aa3d4ceda75fafa9_SeqId_4_ - updating store file list. 2024-11-08T17:19:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3358704284664370aa3d4ceda75fafa9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:10,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3358704284664370aa3d4ceda75fafa9_SeqId_4_ into 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ into 1e2ab18d8ab59dba2bb442618d0406f0/f (new location: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3358704284664370aa3d4ceda75fafa9_SeqId_4_) 2024-11-08T17:19:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_ 2024-11-08T17:19:10,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ into 1e2ab18d8ab59dba2bb442618d0406f0/f as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/52e14f87ce1a45a587499711517c9dff_SeqId_4_ - updating store file list. 2024-11-08T17:19:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52e14f87ce1a45a587499711517c9dff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:10,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/52e14f87ce1a45a587499711517c9dff_SeqId_4_ into 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ into 1e2ab18d8ab59dba2bb442618d0406f0/f (new location: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/52e14f87ce1a45a587499711517c9dff_SeqId_4_) 2024-11-08T17:19:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins.hfs.11__test__enckb50fhpe403jags122u2t773gui0am4is65k6dm81q8gq81484t00lntm5l6u/f/c9cf0afe926841a0bbcd857ee99f7df2_SeqId_4_ 2024-11-08T17:19:10,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.ReplicationSink(324): Finished replicating [3363fab8-1c78-4560-882f-76a0b4d3bf77] bulk loaded data 2024-11-08T17:19:10,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:10,321 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731086350321/Put/seqid=0 2024-11-08T17:19:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741842_1018 (size=11194) 2024-11-08T17:19:10,718 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 687, reset compression=false 2024-11-08T17:19:10,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731086350748/Put/seqid=0 2024-11-08T17:19:10,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741843_1019 (size=10791) 2024-11-08T17:19:10,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fed80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:10,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,34971,-1 for getting cluster id 2024-11-08T17:19:10,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:10,765 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '699369ea-c8e7-40d7-970d-9646ce9a41df' 2024-11-08T17:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "699369ea-c8e7-40d7-970d-9646ce9a41df" 2024-11-08T17:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee2d801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,34971,-1] 2024-11-08T17:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:10,767 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:10,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1477e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:10,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:10,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:10,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,34971,1731086341952 2024-11-08T17:19:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@798c3e3d 2024-11-08T17:19:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:10,782 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0., hostname=74e38af3904c,40735,1731086342111, seqNum=2] 2024-11-08T17:19:10,789 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:19:10,807 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T17:19:10,814 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T17:19:10,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T17:19:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:10,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T17:19:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegion(2603): Flush status journal for 1e2ab18d8ab59dba2bb442618d0406f0: 2024-11-08T17:19:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_0 2024-11-08T17:19:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_0 as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ 2024-11-08T17:19:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_1 2024-11-08T17:19:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_1 as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ 2024-11-08T17:19:10,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_0 into 1e2ab18d8ab59dba2bb442618d0406f0/f as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ - updating store file list. 2024-11-08T17:19:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12c05dd3cb094eb7820728b78c9328f7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:10,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ into 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_0 into 1e2ab18d8ab59dba2bb442618d0406f0/f (new location: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_) 2024-11-08T17:19:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_0 2024-11-08T17:19:10,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_1 into 1e2ab18d8ab59dba2bb442618d0406f0/f as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ - updating store file list. 2024-11-08T17:19:10,857 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 379, reset compression=false 2024-11-08T17:19:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:10,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ into 1e2ab18d8ab59dba2bb442618d0406f0/f 2024-11-08T17:19:10,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_1 into 1e2ab18d8ab59dba2bb442618d0406f0/f (new location: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_) 2024-11-08T17:19:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/staging/jenkins__test__29t1sq6jjd5kvvv6f3d63ffhjmu60r8osrs5e3qv61b7hkn9cki0h4gm0actf0p3/f/hfile_1 2024-11-08T17:19:10,872 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:10,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:10,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:10,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:10,873 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,40735,1731086342111 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e2ab18d8ab59dba2bb442618d0406f0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086350281/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T17:19:10,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0., hostname=74e38af3904c,40735,1731086342111, seqNum=2 , the old value is region=test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0., hostname=74e38af3904c,40735,1731086342111, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74e38af3904c:40735 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:19:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0., hostname=74e38af3904c,40735,1731086342111, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:19:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0., hostname=74e38af3904c,40735,1731086342111, seqNum=2 from cache 2024-11-08T17:19:10,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:10,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:10,875 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:10,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T17:19:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:47732 deadline: 1731086410873 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:47732 2024-11-08T17:19:10,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.ReplicationSink(318): Replicating [3363fab8-1c78-4560-882f-76a0b4d3bf77, 699369ea-c8e7-40d7-970d-9646ce9a41df] bulk loaded data 2024-11-08T17:19:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,44511,1731086336506, seqNum=-1] 2024-11-08T17:19:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:10,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:10,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c1ac3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:10,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,40399,-1 for getting cluster id 2024-11-08T17:19:10,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:10,881 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3363fab8-1c78-4560-882f-76a0b4d3bf77' 2024-11-08T17:19:10,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:10,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., hostname=74e38af3904c,44511,1731086336506, seqNum=2] 2024-11-08T17:19:10,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3363fab8-1c78-4560-882f-76a0b4d3bf77" 2024-11-08T17:19:10,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a065e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:10,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,40399,-1] 2024-11-08T17:19:10,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:10,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:10,886 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:10,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d35b2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:10,898 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T17:19:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741842_1018 (size=7691) 2024-11-08T17:19:10,979 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T17:19:11,073 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 725, reset compression=false 2024-11-08T17:19:11,082 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:11,282 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1033, reset compression=false 2024-11-08T17:19:11,322 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 687, reset compression=false 2024-11-08T17:19:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741843_1019 (size=7894) 2024-11-08T17:19:11,589 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1033, reset compression=false 2024-11-08T17:19:11,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,40399,1731086336235 2024-11-08T17:19:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1f7872 2024-11-08T17:19:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:11,756 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T17:19:11,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:19:11,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:11,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,44511,1731086336506, seqNum=-1] 2024-11-08T17:19:11,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:11,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:11,789 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__qn1mst8vnej6u8s9u8ivs2qpb4qp0c3pi5d2vtlf54f8eu9a6tddnng5odo22she/f/3358704284664370aa3d4ceda75fafa9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T17:19:11,804 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__qn1mst8vnej6u8s9u8ivs2qpb4qp0c3pi5d2vtlf54f8eu9a6tddnng5odo22she/f/52e14f87ce1a45a587499711517c9dff_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T17:19:11,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.ReplicationSink(324): Finished replicating [3363fab8-1c78-4560-882f-76a0b4d3bf77, 699369ea-c8e7-40d7-970d-9646ce9a41df] bulk loaded data 2024-11-08T17:19:11,835 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,40735,1731086342111 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e2ab18d8ab59dba2bb442618d0406f0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086350869/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T17:19:11,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.ReplicationSink(318): Replicating [699369ea-c8e7-40d7-970d-9646ce9a41df] bulk loaded data 2024-11-08T17:19:11,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741844_1020 (size=11194) 2024-11-08T17:19:11,905 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T17:19:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741845_1021 (size=10791) 2024-11-08T17:19:12,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:19:12,015 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1033, reset compression=false 2024-11-08T17:19:12,024 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T17:19:12,028 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 687, reset compression=false 2024-11-08T17:19:12,030 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T17:19:12,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ for inclusion in 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T17:19:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:12,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ for inclusion in 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T17:19:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:19:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HRegion(2603): Flush status journal for 0dfdc05d3c8107c7fd60308a0649283c: 2024-11-08T17:19:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:19:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/a18644b27df84f99950f3acf345cfd38_SeqId_6_ 2024-11-08T17:19:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:19:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/b72f55c9547a4f00a3c68b07f4c3310c_SeqId_6_ 2024-11-08T17:19:12,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ into 0dfdc05d3c8107c7fd60308a0649283c/f as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/a18644b27df84f99950f3acf345cfd38_SeqId_6_ - updating store file list. 2024-11-08T17:19:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a18644b27df84f99950f3acf345cfd38_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:12,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/a18644b27df84f99950f3acf345cfd38_SeqId_6_ into 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:12,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ into 0dfdc05d3c8107c7fd60308a0649283c/f (new location: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/a18644b27df84f99950f3acf345cfd38_SeqId_6_) 2024-11-08T17:19:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/12c05dd3cb094eb7820728b78c9328f7_SeqId_6_ 2024-11-08T17:19:12,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ into 0dfdc05d3c8107c7fd60308a0649283c/f as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/b72f55c9547a4f00a3c68b07f4c3310c_SeqId_6_ - updating store file list. 2024-11-08T17:19:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b72f55c9547a4f00a3c68b07f4c3310c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:19:12,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/b72f55c9547a4f00a3c68b07f4c3310c_SeqId_6_ into 0dfdc05d3c8107c7fd60308a0649283c/f 2024-11-08T17:19:12,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ into 0dfdc05d3c8107c7fd60308a0649283c/f (new location: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/f/b72f55c9547a4f00a3c68b07f4c3310c_SeqId_6_) 2024-11-08T17:19:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/staging/jenkins.hfs.10__test__aop5voi366guldnk0lndsdr521bj48p63a32j0ek88v3dcdkjloan119slkbehcr/f/3d052444d5ae49ba8523672b6fcd7f94_SeqId_6_ 2024-11-08T17:19:12,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44511 {}] regionserver.ReplicationSink(324): Finished replicating [699369ea-c8e7-40d7-970d-9646ce9a41df] bulk loaded data 2024-11-08T17:19:12,538 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1033, reset compression=false 2024-11-08T17:19:12,838 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 687, reset compression=false 2024-11-08T17:19:12,844 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:12,845 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,44511,1731086336506 got entry batch from reader: WALEntryBatch [walEntries=[{test/0dfdc05d3c8107c7fd60308a0649283c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086352064/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T17:19:12,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.ReplicationSink(318): Replicating [699369ea-c8e7-40d7-970d-9646ce9a41df, 3363fab8-1c78-4560-882f-76a0b4d3bf77] bulk loaded data 2024-11-08T17:19:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741844_1020 (size=11194) 2024-11-08T17:19:12,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:19:12,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:12,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:12,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:12,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:19:12,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183746389, stopped=false 2024-11-08T17:19:12,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,34971,1731086341952 2024-11-08T17:19:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-47890806/running 2024-11-08T17:19:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-47890806/running 2024-11-08T17:19:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:12,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:12,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:12,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:12,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:12,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,40735,1731086342111' ***** 2024-11-08T17:19:12,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:19:12,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on znode that does not yet exist, /1-47890806/running 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(3091): Received CLOSE for f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:12,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Set watcher on znode that does not yet exist, /1-47890806/running 2024-11-08T17:19:12,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e2ab18d8ab59dba2bb442618d0406f0 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,40735,1731086342111 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:12,935 INFO [RS:0;74e38af3904c:40735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:40735. 2024-11-08T17:19:12,935 DEBUG [RS:0;74e38af3904c:40735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:12,935 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3fb06b322eeb786cc981c1da55ab359, disabling compactions & flushes 2024-11-08T17:19:12,935 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:12,935 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:12,935 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:12,935 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. after waiting 0 ms 2024-11-08T17:19:12,935 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:12,935 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3fb06b322eeb786cc981c1da55ab359 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T17:19:12,936 INFO [RS:0;74e38af3904c:40735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:19:12,936 INFO [RS:0;74e38af3904c:40735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:19:12,936 INFO [RS:0;74e38af3904c:40735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:19:12,936 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:19:12,937 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:19:12,937 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1325): Online Regions={f3fb06b322eeb786cc981c1da55ab359=hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359., 1588230740=hbase:meta,,1.1588230740, 1e2ab18d8ab59dba2bb442618d0406f0=test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0.} 2024-11-08T17:19:12,937 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e2ab18d8ab59dba2bb442618d0406f0, f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:12,937 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:12,937 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:12,937 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:12,937 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:12,937 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:12,937 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:19:12,955 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/.tmp/hfileref/d7e120ec82fe49b39a1b0eefcc1bfb51 is 74, key is 1/hfileref:12c05dd3cb094eb7820728b78c9328f7_SeqId_6_/1731086352068/DeleteColumn/seqid=0 2024-11-08T17:19:12,957 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/info/4c137050f7f0492a90a0ce8dd66b5c84 is 147, key is hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359./info:regioninfo/1731086347645/Put/seqid=0 2024-11-08T17:19:12,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741845_1021 (size=5345) 2024-11-08T17:19:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741846_1022 (size=7686) 2024-11-08T17:19:12,989 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:13,044 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 1033, reset compression=false 2024-11-08T17:19:13,137 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e2ab18d8ab59dba2bb442618d0406f0, f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:13,142 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1033, reset compression=false 2024-11-08T17:19:13,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741847_1023 (size=10791) 2024-11-08T17:19:13,337 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e2ab18d8ab59dba2bb442618d0406f0, f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:13,348 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 1033, reset compression=false 2024-11-08T17:19:13,362 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/.tmp/hfileref/d7e120ec82fe49b39a1b0eefcc1bfb51 2024-11-08T17:19:13,367 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/info/4c137050f7f0492a90a0ce8dd66b5c84 2024-11-08T17:19:13,405 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/ns/7a3afe0d6096423ab0013116db697037 is 43, key is default/ns:d/1731086344444/Put/seqid=0 2024-11-08T17:19:13,407 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/.tmp/queue/6845c1a6e7f04719aee4e1447e3348e9 is 154, key is 1-74e38af3904c,40735,1731086342111/queue:74e38af3904c%2C40735%2C1731086342111/1731086352070/Put/seqid=0 2024-11-08T17:19:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741848_1024 (size=5153) 2024-11-08T17:19:13,432 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/ns/7a3afe0d6096423ab0013116db697037 2024-11-08T17:19:13,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741849_1025 (size=5353) 2024-11-08T17:19:13,446 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/.tmp/queue/6845c1a6e7f04719aee4e1447e3348e9 2024-11-08T17:19:13,453 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/.tmp/hfileref/d7e120ec82fe49b39a1b0eefcc1bfb51 as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/hfileref/d7e120ec82fe49b39a1b0eefcc1bfb51 2024-11-08T17:19:13,461 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/hfileref/d7e120ec82fe49b39a1b0eefcc1bfb51, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T17:19:13,463 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/.tmp/queue/6845c1a6e7f04719aee4e1447e3348e9 as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/queue/6845c1a6e7f04719aee4e1447e3348e9 2024-11-08T17:19:13,465 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f278f2e01b48559e8cf50f73a9d3ec is 112, key is test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0./rep_barrier:seqnumDuringOpen/1731086345686/Put/seqid=0 2024-11-08T17:19:13,469 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/queue/6845c1a6e7f04719aee4e1447e3348e9, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T17:19:13,470 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f3fb06b322eeb786cc981c1da55ab359 in 535ms, sequenceid=12, compaction requested=false 2024-11-08T17:19:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741850_1026 (size=5518) 2024-11-08T17:19:13,490 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f278f2e01b48559e8cf50f73a9d3ec 2024-11-08T17:19:13,533 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/table/3855e48afe234933856203d2031da68e is 53, key is hbase:replication/table:state/1731086347674/Put/seqid=0 2024-11-08T17:19:13,536 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/replication/f3fb06b322eeb786cc981c1da55ab359/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T17:19:13,537 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:13,537 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:13,537 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:13,537 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3fb06b322eeb786cc981c1da55ab359: Waiting for close lock at 1731086352935Running coprocessor pre-close hooks at 1731086352935Disabling compacts and flushes for region at 1731086352935Disabling writes for close at 1731086352935Obtaining lock to block concurrent updates at 1731086352936 (+1 ms)Preparing flush snapshotting stores in f3fb06b322eeb786cc981c1da55ab359 at 1731086352936Finished memstore snapshotting hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731086352936Flushing stores of hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. at 1731086352937 (+1 ms)Flushing f3fb06b322eeb786cc981c1da55ab359/hfileref: creating writer at 1731086352937Flushing f3fb06b322eeb786cc981c1da55ab359/hfileref: appending metadata at 1731086352954 (+17 ms)Flushing f3fb06b322eeb786cc981c1da55ab359/hfileref: closing flushed file at 1731086352954Flushing f3fb06b322eeb786cc981c1da55ab359/queue: creating writer at 1731086353371 (+417 ms)Flushing f3fb06b322eeb786cc981c1da55ab359/queue: appending metadata at 1731086353406 (+35 ms)Flushing f3fb06b322eeb786cc981c1da55ab359/queue: closing flushed file at 1731086353406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4017c244: reopening flushed file at 1731086353452 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174c9f27: reopening flushed file at 1731086353461 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f3fb06b322eeb786cc981c1da55ab359 in 535ms, sequenceid=12, compaction requested=false at 1731086353470 (+9 ms)Writing region close event to WAL at 1731086353517 (+47 ms)Running coprocessor post-close hooks at 1731086353537 (+20 ms)Closed at 1731086353537 2024-11-08T17:19:13,537 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086347125.f3fb06b322eeb786cc981c1da55ab359. 2024-11-08T17:19:13,537 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e2ab18d8ab59dba2bb442618d0406f0, f3fb06b322eeb786cc981c1da55ab359 2024-11-08T17:19:13,538 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e2ab18d8ab59dba2bb442618d0406f0, disabling compactions & flushes 2024-11-08T17:19:13,538 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:13,538 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:13,538 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. after waiting 0 ms 2024-11-08T17:19:13,538 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741851_1027 (size=5308) 2024-11-08T17:19:13,557 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/default/test/1e2ab18d8ab59dba2bb442618d0406f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T17:19:13,557 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:13,557 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:13,557 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:13,558 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e2ab18d8ab59dba2bb442618d0406f0: Waiting for close lock at 1731086353538Running coprocessor pre-close hooks at 1731086353538Disabling compacts and flushes for region at 1731086353538Disabling writes for close at 1731086353538Writing region close event to WAL at 1731086353553 (+15 ms)Running coprocessor post-close hooks at 1731086353557 (+4 ms)Closed at 1731086353557 2024-11-08T17:19:13,558 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086345234.1e2ab18d8ab59dba2bb442618d0406f0. 2024-11-08T17:19:13,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:19:13,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40735 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:19:13,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40735 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:47722 deadline: 1731086413683, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping 2024-11-08T17:19:13,685 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:19:13,685 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:19:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T17:19:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T17:19:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 from cache 2024-11-08T17:19:13,738 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:13,753 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 1033, reset compression=false 2024-11-08T17:19:13,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:13,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:13,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40735 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:19:13,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40735 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:47722 deadline: 1731086413683, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping 2024-11-08T17:19:13,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T17:19:13,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 74e38af3904c,40735,1731086342111 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T17:19:13,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 from cache 2024-11-08T17:19:13,849 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1033, reset compression=false 2024-11-08T17:19:13,855 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:13,855 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1328, reset compression=false 2024-11-08T17:19:13,855 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,40735,1731086342111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:13,856 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,40735,1731086342111: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,40735,1731086342111, walGroup=74e38af3904c%2C40735%2C1731086342111, offset=74e38af3904c%2C40735%2C1731086342111.1731086343782:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:19:13,857 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:19:13,857 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:19:13,858 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:19:13,858 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:19:13,858 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:19:13,858 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 792822200 }, "NonHeapMemoryUsage": { "committed": 189923328, "init": 7667712, "max": -1, "used": 187212848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:19:13,860 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:19:13,938 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:19:13,938 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:19:13,938 DEBUG [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:13,955 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/table/3855e48afe234933856203d2031da68e 2024-11-08T17:19:13,964 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/info/4c137050f7f0492a90a0ce8dd66b5c84 as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/info/4c137050f7f0492a90a0ce8dd66b5c84 2024-11-08T17:19:13,969 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/info/4c137050f7f0492a90a0ce8dd66b5c84, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:19:13,970 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/ns/7a3afe0d6096423ab0013116db697037 as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/ns/7a3afe0d6096423ab0013116db697037 2024-11-08T17:19:13,975 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/ns/7a3afe0d6096423ab0013116db697037, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:19:13,976 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f278f2e01b48559e8cf50f73a9d3ec as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/rep_barrier/a4f278f2e01b48559e8cf50f73a9d3ec 2024-11-08T17:19:13,982 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/rep_barrier/a4f278f2e01b48559e8cf50f73a9d3ec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:19:13,982 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/.tmp/table/3855e48afe234933856203d2031da68e as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/table/3855e48afe234933856203d2031da68e 2024-11-08T17:19:13,987 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/table/3855e48afe234933856203d2031da68e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:19:13,988 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1050ms, sequenceid=16, compaction requested=false 2024-11-08T17:19:13,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:14,000 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:19:14,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:14,000 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:14,000 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:14,000 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:14,000 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086352937Running coprocessor pre-close hooks at 1731086352937Disabling compacts and flushes for region at 1731086352937Disabling writes for close at 1731086352937Obtaining lock to block concurrent updates at 1731086352937Preparing flush snapshotting stores in 1588230740 at 1731086352937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086352937Flushing stores of hbase:meta,,1.1588230740 at 1731086352938 (+1 ms)Flushing 1588230740/info: creating writer at 1731086352938Flushing 1588230740/info: appending metadata at 1731086352956 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731086352956Flushing 1588230740/ns: creating writer at 1731086353383 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731086353404 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731086353404Flushing 1588230740/rep_barrier: creating writer at 1731086353441 (+37 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086353465 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086353465Flushing 1588230740/table: creating writer at 1731086353497 (+32 ms)Flushing 1588230740/table: appending metadata at 1731086353533 (+36 ms)Flushing 1588230740/table: closing flushed file at 1731086353533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3898cbd9: reopening flushed file at 1731086353963 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab5425c: reopening flushed file at 1731086353970 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709e14d3: reopening flushed file at 1731086353975 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e98932a: reopening flushed file at 1731086353982 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1050ms, sequenceid=16, compaction requested=false at 1731086353988 (+6 ms)Writing region close event to WAL at 1731086353995 (+7 ms)Running coprocessor post-close hooks at 1731086354000 (+5 ms)Closed at 1731086354000 2024-11-08T17:19:14,001 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74e38af3904c,40735,1731086342111 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T17:19:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74e38af3904c,40735,1731086342111 aborting 2024-11-08T17:19:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74e38af3904c,40735,1731086342111 aborting 2024-11-08T17:19:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 from cache 2024-11-08T17:19:14,062 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1328, reset compression=false 2024-11-08T17:19:14,138 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,40735,1731086342111; all regions closed. 2024-11-08T17:19:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:19:14,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.meta.1731086344324.meta not finished, retry = 0 2024-11-08T17:19:14,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741839_1015 (size=3127) 2024-11-08T17:19:14,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.rep.1731086347576 not finished, retry = 0 2024-11-08T17:19:14,261 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 1033, reset compression=false 2024-11-08T17:19:14,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:14,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1] 2024-11-08T17:19:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74e38af3904c,40735,1731086342111 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T17:19:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74e38af3904c,40735,1731086342111 aborting 2024-11-08T17:19:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74e38af3904c,40735,1731086342111 aborting 2024-11-08T17:19:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=74e38af3904c,40735,1731086342111, seqNum=-1 from cache 2024-11-08T17:19:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741832_1008 (size=1336) 2024-11-08T17:19:14,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 not finished, retry = 0 2024-11-08T17:19:14,366 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 to pos 1328, reset compression=false 2024-11-08T17:19:14,447 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:14,447 INFO [RS:0;74e38af3904c:40735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:14,447 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/WALs/74e38af3904c,40735,1731086342111/74e38af3904c%2C40735%2C1731086342111.1731086343782 2024-11-08T17:19:14,447 INFO [RS:0;74e38af3904c:40735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:14,447 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T17:19:14,447 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T17:19:14,447 INFO [RS:0;74e38af3904c:40735 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:14,447 INFO [RS:0;74e38af3904c:40735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:14,447 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:14,447 INFO [RS:0;74e38af3904c:40735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,40735,1731086342111 because: Region server is closing 2024-11-08T17:19:14,448 INFO [RS:0;74e38af3904c:40735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:40735. 2024-11-08T17:19:14,448 DEBUG [RS:0;74e38af3904c:40735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:14,448 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:14,448 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:14,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:14,548 INFO [RS:0;74e38af3904c:40735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.shipper74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 terminated 2024-11-08T17:19:14,548 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,40735,1731086342111.replicationSource.wal-reader.74e38af3904c%2C40735%2C1731086342111,1-74e38af3904c,40735,1731086342111 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-08T17:19:14,548 INFO [RS:0;74e38af3904c:40735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:40735. 2024-11-08T17:19:14,548 DEBUG [RS:0;74e38af3904c:40735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:14,548 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:14,549 DEBUG [RS:0;74e38af3904c:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:14,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:14,549 INFO [RS:0;74e38af3904c:40735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40735 2024-11-08T17:19:14,551 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T17:19:14,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T17:19:14,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:47708 deadline: 1731086412846, exception=java.io.InterruptedIOException 2024-11-08T17:19:14,551 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74e38af3904c:40735 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T17:19:14,555 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T17:19:14,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-47890806/rs/74e38af3904c,40735,1731086342111 2024-11-08T17:19:14,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806/rs 2024-11-08T17:19:14,561 INFO [RS:0;74e38af3904c:40735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:14,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,40735,1731086342111] 2024-11-08T17:19:14,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-47890806/draining/74e38af3904c,40735,1731086342111 already deleted, retry=false 2024-11-08T17:19:14,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,40735,1731086342111 expired; onlineServers=0 2024-11-08T17:19:14,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,34971,1731086341952' ***** 2024-11-08T17:19:14,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:19:14,583 INFO [M:0;74e38af3904c:34971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:14,583 INFO [M:0;74e38af3904c:34971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:14,583 DEBUG [M:0;74e38af3904c:34971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:19:14,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:19:14,583 DEBUG [M:0;74e38af3904c:34971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:19:14,583 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086343505 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086343505,5,FailOnTimeoutGroup] 2024-11-08T17:19:14,583 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086343505 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086343505,5,FailOnTimeoutGroup] 2024-11-08T17:19:14,583 INFO [M:0;74e38af3904c:34971 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:14,583 INFO [M:0;74e38af3904c:34971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:14,583 DEBUG [M:0;74e38af3904c:34971 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:19:14,583 INFO [M:0;74e38af3904c:34971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:19:14,583 INFO [M:0;74e38af3904c:34971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:14,583 INFO [M:0;74e38af3904c:34971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:19:14,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:19:14,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-47890806/master 2024-11-08T17:19:14,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-47890806 2024-11-08T17:19:14,603 DEBUG [M:0;74e38af3904c:34971 {}] zookeeper.RecoverableZooKeeper(212): Node /1-47890806/master already deleted, retry=false 2024-11-08T17:19:14,603 DEBUG [M:0;74e38af3904c:34971 {}] master.ActiveMasterManager(353): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-47890806/master 2024-11-08T17:19:14,604 INFO [M:0;74e38af3904c:34971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/.lastflushedseqids 2024-11-08T17:19:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741852_1028 (size=263) 2024-11-08T17:19:14,609 INFO [M:0;74e38af3904c:34971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:19:14,609 INFO [M:0;74e38af3904c:34971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:19:14,609 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:14,609 INFO [M:0;74e38af3904c:34971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:14,609 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:14,609 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:14,609 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:14,609 INFO [M:0;74e38af3904c:34971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T17:19:14,627 DEBUG [M:0;74e38af3904c:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d15b7c7da97e463382eedf6c8bd07d6a is 82, key is hbase:meta,,1/info:regioninfo/1731086344413/Put/seqid=0 2024-11-08T17:19:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741853_1029 (size=5672) 2024-11-08T17:19:14,631 INFO [M:0;74e38af3904c:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d15b7c7da97e463382eedf6c8bd07d6a 2024-11-08T17:19:14,653 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 74e38af3904c:40735 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:40735 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T17:19:14,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 74e38af3904c:40735 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:40735 2024-11-08T17:19:14,654 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=74e38af3904c:40735 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:40735 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:40735 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T17:19:14,654 DEBUG [M:0;74e38af3904c:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292d555845d64608bbe0ddbcb4f20981 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086347679/Put/seqid=0 2024-11-08T17:19:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:19:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43546 deadline: 1731086414656, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T17:19:14,658 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T17:19:14,661 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T17:19:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741854_1030 (size=8517) 2024-11-08T17:19:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:14,672 INFO [RS:0;74e38af3904c:40735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x1011b7530cb0004, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:14,672 INFO [RS:0;74e38af3904c:40735 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,40735,1731086342111; zookeeper connection closed. 2024-11-08T17:19:14,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67705fca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67705fca 2024-11-08T17:19:14,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:19:14,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:14,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-08T17:19:14,820 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T17:19:14,861 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T17:19:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:19:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43546 deadline: 1731086414863, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T17:19:14,864 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 1033, reset compression=false 2024-11-08T17:19:14,863 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T17:19:14,864 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T17:19:14,865 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T17:19:15,064 INFO [M:0;74e38af3904c:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292d555845d64608bbe0ddbcb4f20981 2024-11-08T17:19:15,089 DEBUG [M:0;74e38af3904c:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3236bde6ea5d4248b686b8fd230f267e is 69, key is 74e38af3904c,40735,1731086342111/rs:state/1731086343560/Put/seqid=0 2024-11-08T17:19:15,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741855_1031 (size=5156) 2024-11-08T17:19:15,122 INFO [M:0;74e38af3904c:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3236bde6ea5d4248b686b8fd230f267e 2024-11-08T17:19:15,126 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d15b7c7da97e463382eedf6c8bd07d6a as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d15b7c7da97e463382eedf6c8bd07d6a 2024-11-08T17:19:15,130 INFO [M:0;74e38af3904c:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d15b7c7da97e463382eedf6c8bd07d6a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T17:19:15,131 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292d555845d64608bbe0ddbcb4f20981 as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/292d555845d64608bbe0ddbcb4f20981 2024-11-08T17:19:15,136 INFO [M:0;74e38af3904c:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/292d555845d64608bbe0ddbcb4f20981, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T17:19:15,137 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3236bde6ea5d4248b686b8fd230f267e as hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3236bde6ea5d4248b686b8fd230f267e 2024-11-08T17:19:15,141 INFO [M:0;74e38af3904c:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3236bde6ea5d4248b686b8fd230f267e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T17:19:15,142 INFO [M:0;74e38af3904c:34971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=97, compaction requested=false 2024-11-08T17:19:15,143 INFO [M:0;74e38af3904c:34971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:15,143 DEBUG [M:0;74e38af3904c:34971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086354609Disabling compacts and flushes for region at 1731086354609Disabling writes for close at 1731086354609Obtaining lock to block concurrent updates at 1731086354609Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086354609Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731086354610 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086354610Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086354610Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086354626 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086354626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086354635 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086354654 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086354654Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086355069 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086355088 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086355088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2372eb: reopening flushed file at 1731086355126 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ceed08f: reopening flushed file at 1731086355130 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b81a1a: reopening flushed file at 1731086355136 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=97, compaction requested=false at 1731086355142 (+6 ms)Writing region close event to WAL at 1731086355143 (+1 ms)Closed at 1731086355143 2024-11-08T17:19:15,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741830_1006 (size=63666) 2024-11-08T17:19:15,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60258639-9540-f16f-429d-e05328ffbfac/MasterData/WALs/74e38af3904c,34971,1731086341952/74e38af3904c%2C34971%2C1731086341952.1731086343208 not finished, retry = 0 2024-11-08T17:19:15,165 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T17:19:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:19:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43546 deadline: 1731086415167, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T17:19:15,168 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T17:19:15,169 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T17:19:15,169 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T17:19:15,246 INFO [M:0;74e38af3904c:34971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:19:15,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:15,246 INFO [M:0;74e38af3904c:34971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34971 2024-11-08T17:19:15,246 INFO [M:0;74e38af3904c:34971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:15,360 INFO [M:0;74e38af3904c:34971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1011b7530cb0003, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:15,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c9c31a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:15,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40f1337c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:15,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:15,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4209bb98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:15,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241177c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:15,364 WARN [BP-41524420-172.17.0.2-1731086339133 heartbeating to localhost/127.0.0.1:33969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:19:15,364 WARN [BP-41524420-172.17.0.2-1731086339133 heartbeating to localhost/127.0.0.1:33969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41524420-172.17.0.2-1731086339133 (Datanode Uuid f0aa6ce7-e934-4657-86c3-34fb7905dfe3) service to localhost/127.0.0.1:33969 2024-11-08T17:19:15,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:19:15,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:19:15,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/cluster_d3cf1af4-448e-8128-3e78-f6a1f1253496/data/data1/current/BP-41524420-172.17.0.2-1731086339133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:15,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/cluster_d3cf1af4-448e-8128-3e78-f6a1f1253496/data/data2/current/BP-41524420-172.17.0.2-1731086339133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:15,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:19:15,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47520c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:15,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a5ef7ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:15,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:15,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4150c06f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:15,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c39a54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:15,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:19:15,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:19:15,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:15,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:15,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:15,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:15,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:15,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:19:15,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=236478779, stopped=false 2024-11-08T17:19:15,384 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,40399,1731086336235 2024-11-08T17:19:15,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491727149/running 2024-11-08T17:19:15,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:19:15,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491727149/running 2024-11-08T17:19:15,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:19:15,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:15,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:15,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:15,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:15,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on znode that does not yet exist, /0-1491727149/running 2024-11-08T17:19:15,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,44511,1731086336506' ***** 2024-11-08T17:19:15,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:19:15,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Set watcher on znode that does not yet exist, /0-1491727149/running 2024-11-08T17:19:15,425 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:19:15,425 INFO [RS:0;74e38af3904c:44511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:19:15,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:19:15,425 INFO [RS:0;74e38af3904c:44511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:19:15,425 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(3091): Received CLOSE for 0dfdc05d3c8107c7fd60308a0649283c 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,44511,1731086336506 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:44511. 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d7f05395f57b4e1a53d93d1ed869266, disabling compactions & flushes 2024-11-08T17:19:15,426 DEBUG [RS:0;74e38af3904c:44511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:15,426 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:15,426 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. after waiting 0 ms 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:19:15,426 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d7f05395f57b4e1a53d93d1ed869266 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T17:19:15,426 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:19:15,426 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1325): Online Regions={1d7f05395f57b4e1a53d93d1ed869266=hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266., 0dfdc05d3c8107c7fd60308a0649283c=test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:19:15,426 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1351): Waiting on 0dfdc05d3c8107c7fd60308a0649283c, 1588230740, 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:15,426 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:15,426 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:15,426 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:19:15,440 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/.tmp/hfileref/fd1b92eec9354e90b7446a2d85c6b78d is 74, key is 1/hfileref:97fc55191f394a458a9bcb4c8c0ce4fa_SeqId_4_/1731086350285/DeleteColumn/seqid=0 2024-11-08T17:19:15,440 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/info/10d8169c89ff44c8bf702e28df9abe0a is 147, key is hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266./info:regioninfo/1731086346391/Put/seqid=0 2024-11-08T17:19:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741847_1023 (size=5345) 2024-11-08T17:19:15,444 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/.tmp/hfileref/fd1b92eec9354e90b7446a2d85c6b78d 2024-11-08T17:19:15,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741846_1022 (size=7686) 2024-11-08T17:19:15,472 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/.tmp/queue/d2666ec18ee24381a3de4a14351a7d6a is 153, key is 1-74e38af3904c,44511,1731086336506/queue:74e38af3904c%2C44511%2C1731086336506/1731086350287/Put/seqid=0 2024-11-08T17:19:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741848_1024 (size=5352) 2024-11-08T17:19:15,510 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:15,568 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/WALs/74e38af3904c,44511,1731086336506/74e38af3904c%2C44511%2C1731086336506.1731086338271 to pos 1033, reset compression=false 2024-11-08T17:19:15,571 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T17:19:15,573 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 74e38af3904c:34971 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:34971 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T17:19:15,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 74e38af3904c:34971 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:34971 2024-11-08T17:19:15,626 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1351): Waiting on 0dfdc05d3c8107c7fd60308a0649283c, 1588230740, 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:15,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:15,679 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 74e38af3904c:34971 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:34971 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T17:19:15,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=74e38af3904c:34971 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T17:19:15,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 74e38af3904c:34971 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74e38af3904c/172.17.0.2:34971 2024-11-08T17:19:15,827 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1351): Waiting on 0dfdc05d3c8107c7fd60308a0649283c, 1588230740, 1d7f05395f57b4e1a53d93d1ed869266 2024-11-08T17:19:15,846 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/info/10d8169c89ff44c8bf702e28df9abe0a 2024-11-08T17:19:15,868 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/ns/27f0ee7958084821b5d6fc6511916d9d is 43, key is default/ns:d/1731086338946/Put/seqid=0 2024-11-08T17:19:15,882 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/.tmp/queue/d2666ec18ee24381a3de4a14351a7d6a 2024-11-08T17:19:15,888 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/.tmp/hfileref/fd1b92eec9354e90b7446a2d85c6b78d as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/hfileref/fd1b92eec9354e90b7446a2d85c6b78d 2024-11-08T17:19:15,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:15,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 74e38af3904c:34971 this server is in the failed servers list 2024-11-08T17:19:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741849_1025 (size=5153) 2024-11-08T17:19:15,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 74e38af3904c:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:15,893 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/ns/27f0ee7958084821b5d6fc6511916d9d 2024-11-08T17:19:15,897 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/hfileref/fd1b92eec9354e90b7446a2d85c6b78d, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T17:19:15,898 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/.tmp/queue/d2666ec18ee24381a3de4a14351a7d6a as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/queue/d2666ec18ee24381a3de4a14351a7d6a 2024-11-08T17:19:15,904 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/queue/d2666ec18ee24381a3de4a14351a7d6a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T17:19:15,905 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1d7f05395f57b4e1a53d93d1ed869266 in 479ms, sequenceid=10, compaction requested=false 2024-11-08T17:19:15,919 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/rep_barrier/5718991898d2424bb84f8ff2a152c241 is 112, key is test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c./rep_barrier:seqnumDuringOpen/1731086345120/Put/seqid=0 2024-11-08T17:19:15,921 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/replication/1d7f05395f57b4e1a53d93d1ed869266/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:15,922 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d7f05395f57b4e1a53d93d1ed869266: Waiting for close lock at 1731086355426Running coprocessor pre-close hooks at 1731086355426Disabling compacts and flushes for region at 1731086355426Disabling writes for close at 1731086355426Obtaining lock to block concurrent updates at 1731086355426Preparing flush snapshotting stores in 1d7f05395f57b4e1a53d93d1ed869266 at 1731086355426Finished memstore snapshotting hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731086355426Flushing stores of hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. at 1731086355427 (+1 ms)Flushing 1d7f05395f57b4e1a53d93d1ed869266/hfileref: creating writer at 1731086355427Flushing 1d7f05395f57b4e1a53d93d1ed869266/hfileref: appending metadata at 1731086355440 (+13 ms)Flushing 1d7f05395f57b4e1a53d93d1ed869266/hfileref: closing flushed file at 1731086355440Flushing 1d7f05395f57b4e1a53d93d1ed869266/queue: creating writer at 1731086355452 (+12 ms)Flushing 1d7f05395f57b4e1a53d93d1ed869266/queue: appending metadata at 1731086355471 (+19 ms)Flushing 1d7f05395f57b4e1a53d93d1ed869266/queue: closing flushed file at 1731086355472 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30671d83: reopening flushed file at 1731086355887 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@881267e: reopening flushed file at 1731086355897 (+10 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1d7f05395f57b4e1a53d93d1ed869266 in 479ms, sequenceid=10, compaction requested=false at 1731086355905 (+8 ms)Writing region close event to WAL at 1731086355917 (+12 ms)Running coprocessor post-close hooks at 1731086355922 (+5 ms)Closed at 1731086355922 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086345924.1d7f05395f57b4e1a53d93d1ed869266. 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0dfdc05d3c8107c7fd60308a0649283c, disabling compactions & flushes 2024-11-08T17:19:15,922 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. after waiting 0 ms 2024-11-08T17:19:15,922 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741850_1026 (size=5518) 2024-11-08T17:19:15,932 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/rep_barrier/5718991898d2424bb84f8ff2a152c241 2024-11-08T17:19:15,936 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/default/test/0dfdc05d3c8107c7fd60308a0649283c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T17:19:15,937 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:15,937 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:15,937 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:15,937 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0dfdc05d3c8107c7fd60308a0649283c: Waiting for close lock at 1731086355922Running coprocessor pre-close hooks at 1731086355922Disabling compacts and flushes for region at 1731086355922Disabling writes for close at 1731086355922Writing region close event to WAL at 1731086355933 (+11 ms)Running coprocessor post-close hooks at 1731086355937 (+4 ms)Closed at 1731086355937 2024-11-08T17:19:15,937 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086344593.0dfdc05d3c8107c7fd60308a0649283c. 2024-11-08T17:19:15,968 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/table/30cb2dd025b543d386f66cbfef12c56e is 53, key is hbase:replication/table:state/1731086346404/Put/seqid=0 2024-11-08T17:19:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741851_1027 (size=5308) 2024-11-08T17:19:15,975 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/table/30cb2dd025b543d386f66cbfef12c56e 2024-11-08T17:19:15,981 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/info/10d8169c89ff44c8bf702e28df9abe0a as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/info/10d8169c89ff44c8bf702e28df9abe0a 2024-11-08T17:19:15,987 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/info/10d8169c89ff44c8bf702e28df9abe0a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:19:15,988 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/ns/27f0ee7958084821b5d6fc6511916d9d as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/ns/27f0ee7958084821b5d6fc6511916d9d 2024-11-08T17:19:15,993 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/ns/27f0ee7958084821b5d6fc6511916d9d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:19:15,995 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/rep_barrier/5718991898d2424bb84f8ff2a152c241 as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/rep_barrier/5718991898d2424bb84f8ff2a152c241 2024-11-08T17:19:16,004 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/rep_barrier/5718991898d2424bb84f8ff2a152c241, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:19:16,005 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/.tmp/table/30cb2dd025b543d386f66cbfef12c56e as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/table/30cb2dd025b543d386f66cbfef12c56e 2024-11-08T17:19:16,011 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/table/30cb2dd025b543d386f66cbfef12c56e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:19:16,012 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false 2024-11-08T17:19:16,012 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:19:16,027 DEBUG [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:16,044 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:19:16,045 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:16,045 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:16,045 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:16,045 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086355426Running coprocessor pre-close hooks at 1731086355426Disabling compacts and flushes for region at 1731086355426Disabling writes for close at 1731086355426Obtaining lock to block concurrent updates at 1731086355426Preparing flush snapshotting stores in 1588230740 at 1731086355426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086355427 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086355427Flushing 1588230740/info: creating writer at 1731086355427Flushing 1588230740/info: appending metadata at 1731086355440 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731086355440Flushing 1588230740/ns: creating writer at 1731086355852 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731086355867 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731086355867Flushing 1588230740/rep_barrier: creating writer at 1731086355900 (+33 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086355919 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086355919Flushing 1588230740/table: creating writer at 1731086355937 (+18 ms)Flushing 1588230740/table: appending metadata at 1731086355967 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731086355967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5016c197: reopening flushed file at 1731086355980 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534fc2e1: reopening flushed file at 1731086355987 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdeb102: reopening flushed file at 1731086355994 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d70e882: reopening flushed file at 1731086356004 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false at 1731086356012 (+8 ms)Writing region close event to WAL at 1731086356040 (+28 ms)Running coprocessor post-close hooks at 1731086356045 (+5 ms)Closed at 1731086356045 2024-11-08T17:19:16,045 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:16,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:16,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 74e38af3904c:34971 this server is in the failed servers list 2024-11-08T17:19:16,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 74e38af3904c:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:19:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:19:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:16,227 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,44511,1731086336506; all regions closed. 2024-11-08T17:19:16,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:19:16,231 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:19:16,231 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:19:16,232 DEBUG [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/oldWALs 2024-11-08T17:19:16,232 INFO [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C44511%2C1731086336506.meta:.meta(num 1731086338754) 2024-11-08T17:19:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741839_1015 (size=2695) 2024-11-08T17:19:16,240 DEBUG [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/oldWALs 2024-11-08T17:19:16,240 INFO [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C44511%2C1731086336506.rep:(num 1731086346321) 2024-11-08T17:19:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741833_1009 (size=1336) 2024-11-08T17:19:16,248 DEBUG [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/oldWALs 2024-11-08T17:19:16,248 INFO [RS:0;74e38af3904c:44511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C44511%2C1731086336506:(num 1731086338271) 2024-11-08T17:19:16,248 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:16,248 INFO [RS:0;74e38af3904c:44511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:16,249 INFO [RS:0;74e38af3904c:44511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:16,249 INFO [RS:0;74e38af3904c:44511 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:16,249 INFO [RS:0;74e38af3904c:44511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:16,249 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:16,249 INFO [RS:0;74e38af3904c:44511 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,44511,1731086336506 because: Region server is closing 2024-11-08T17:19:16,250 INFO [RS:0;74e38af3904c:44511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:44511. 2024-11-08T17:19:16,250 DEBUG [RS:0;74e38af3904c:44511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:16,250 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:16,250 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:16,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:16,350 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.wal-reader.74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:19:16,350 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T17:19:16,351 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T17:19:16,351 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T17:19:16,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:16,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 74e38af3904c:34971 this server is in the failed servers list 2024-11-08T17:19:16,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 74e38af3904c:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:16,851 INFO [RS:0;74e38af3904c:44511 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,44511,1731086336506.replicationSource.shipper74e38af3904c%2C44511%2C1731086336506,1-74e38af3904c,44511,1731086336506 terminated 2024-11-08T17:19:16,852 INFO [RS:0;74e38af3904c:44511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:44511. 2024-11-08T17:19:16,852 DEBUG [RS:0;74e38af3904c:44511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:16,852 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:16,852 DEBUG [RS:0;74e38af3904c:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:16,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:16,852 INFO [RS:0;74e38af3904c:44511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44511 2024-11-08T17:19:17,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149/rs 2024-11-08T17:19:17,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491727149/rs/74e38af3904c,44511,1731086336506 2024-11-08T17:19:17,152 INFO [RS:0;74e38af3904c:44511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:17,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,44511,1731086336506] 2024-11-08T17:19:17,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491727149/draining/74e38af3904c,44511,1731086336506 already deleted, retry=false 2024-11-08T17:19:17,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,44511,1731086336506 expired; onlineServers=0 2024-11-08T17:19:17,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,40399,1731086336235' ***** 2024-11-08T17:19:17,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:19:17,176 INFO [M:0;74e38af3904c:40399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:17,176 INFO [M:0;74e38af3904c:40399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:17,176 DEBUG [M:0;74e38af3904c:40399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:19:17,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:19:17,176 DEBUG [M:0;74e38af3904c:40399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:19:17,176 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086338000 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086338000,5,FailOnTimeoutGroup] 2024-11-08T17:19:17,176 INFO [M:0;74e38af3904c:40399 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:17,177 INFO [M:0;74e38af3904c:40399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:17,177 DEBUG [M:0;74e38af3904c:40399 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:19:17,177 INFO [M:0;74e38af3904c:40399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:19:17,176 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086338004 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086338004,5,FailOnTimeoutGroup] 2024-11-08T17:19:17,177 INFO [M:0;74e38af3904c:40399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:17,177 INFO [M:0;74e38af3904c:40399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:19:17,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:19:17,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491727149/master 2024-11-08T17:19:17,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491727149 2024-11-08T17:19:17,186 DEBUG [M:0;74e38af3904c:40399 {}] zookeeper.ZKUtil(347): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Unable to get data of znode /0-1491727149/master because node does not exist (not an error) 2024-11-08T17:19:17,186 WARN [M:0;74e38af3904c:40399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:19:17,187 INFO [M:0;74e38af3904c:40399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/.lastflushedseqids 2024-11-08T17:19:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741852_1028 (size=263) 2024-11-08T17:19:17,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:17,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1011b7530cb0001, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:17,265 INFO [RS:0;74e38af3904c:44511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:17,265 INFO [RS:0;74e38af3904c:44511 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,44511,1731086336506; zookeeper connection closed. 2024-11-08T17:19:17,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17963454 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17963454 2024-11-08T17:19:17,266 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:19:17,621 INFO [M:0;74e38af3904c:40399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:19:17,621 INFO [M:0;74e38af3904c:40399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:19:17,621 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:17,621 INFO [M:0;74e38af3904c:40399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:17,621 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:17,621 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:17,621 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:17,622 INFO [M:0;74e38af3904c:40399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T17:19:17,650 DEBUG [M:0;74e38af3904c:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8421a7523e9a4c5d893b15a712b8c955 is 82, key is hbase:meta,,1/info:regioninfo/1731086338889/Put/seqid=0 2024-11-08T17:19:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741853_1029 (size=5672) 2024-11-08T17:19:17,688 INFO [M:0;74e38af3904c:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8421a7523e9a4c5d893b15a712b8c955 2024-11-08T17:19:17,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:17,729 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:17,732 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:17,741 DEBUG [M:0;74e38af3904c:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ead8b1160ed94b08a4b7ebbdf260f167 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086346413/Put/seqid=0 2024-11-08T17:19:17,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741854_1030 (size=8516) 2024-11-08T17:19:18,164 INFO [M:0;74e38af3904c:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ead8b1160ed94b08a4b7ebbdf260f167 2024-11-08T17:19:18,216 DEBUG [M:0;74e38af3904c:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2eb7fe1bd2e4951a03ccee3d4c8d93a is 69, key is 74e38af3904c,44511,1731086336506/rs:state/1731086338110/Put/seqid=0 2024-11-08T17:19:18,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741855_1031 (size=5156) 2024-11-08T17:19:18,238 INFO [M:0;74e38af3904c:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2eb7fe1bd2e4951a03ccee3d4c8d93a 2024-11-08T17:19:18,250 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8421a7523e9a4c5d893b15a712b8c955 as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8421a7523e9a4c5d893b15a712b8c955 2024-11-08T17:19:18,256 INFO [M:0;74e38af3904c:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8421a7523e9a4c5d893b15a712b8c955, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T17:19:18,258 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ead8b1160ed94b08a4b7ebbdf260f167 as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ead8b1160ed94b08a4b7ebbdf260f167 2024-11-08T17:19:18,264 INFO [M:0;74e38af3904c:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ead8b1160ed94b08a4b7ebbdf260f167, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T17:19:18,266 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2eb7fe1bd2e4951a03ccee3d4c8d93a as hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2eb7fe1bd2e4951a03ccee3d4c8d93a 2024-11-08T17:19:18,272 INFO [M:0;74e38af3904c:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45291/user/jenkins/test-data/70ede19b-4025-df22-f199-bbc35467c3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2eb7fe1bd2e4951a03ccee3d4c8d93a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T17:19:18,273 INFO [M:0;74e38af3904c:40399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 652ms, sequenceid=97, compaction requested=false 2024-11-08T17:19:18,277 INFO [M:0;74e38af3904c:40399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:18,277 DEBUG [M:0;74e38af3904c:40399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086357621Disabling compacts and flushes for region at 1731086357621Disabling writes for close at 1731086357621Obtaining lock to block concurrent updates at 1731086357622 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086357622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731086357622Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086357623 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086357623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086357650 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086357650Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086357707 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086357741 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086357741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086358183 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086358215 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086358215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed35807: reopening flushed file at 1731086358245 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d0f606: reopening flushed file at 1731086358256 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cff5452: reopening flushed file at 1731086358265 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 652ms, sequenceid=97, compaction requested=false at 1731086358273 (+8 ms)Writing region close event to WAL at 1731086358277 (+4 ms)Closed at 1731086358277 2024-11-08T17:19:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741830_1006 (size=63654) 2024-11-08T17:19:18,288 INFO [M:0;74e38af3904c:40399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:19:18,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:18,288 INFO [M:0;74e38af3904c:40399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40399 2024-11-08T17:19:18,288 INFO [M:0;74e38af3904c:40399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:18,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:18,497 INFO [M:0;74e38af3904c:40399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:18,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1011b7530cb0000, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:18,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9758b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:18,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5765d2e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:18,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:18,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab7f37f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:18,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c8a0263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:18,519 WARN [BP-1599480034-172.17.0.2-1731086333273 heartbeating to localhost/127.0.0.1:45291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:19:18,519 WARN [BP-1599480034-172.17.0.2-1731086333273 heartbeating to localhost/127.0.0.1:45291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1599480034-172.17.0.2-1731086333273 (Datanode Uuid 34aa9d2d-bebb-44fc-9ce2-6302af827fee) service to localhost/127.0.0.1:45291 2024-11-08T17:19:18,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:19:18,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:19:18,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e/data/data1/current/BP-1599480034-172.17.0.2-1731086333273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:18,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/cluster_09080a1f-2b06-b14e-6a8e-cbfe588acc6e/data/data2/current/BP-1599480034-172.17.0.2-1731086333273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:18,522 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:19:18,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@135f7b95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:18,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@534b5fc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:18,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:18,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ec0d391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:18,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a383c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab40c867-065f-1647-3660-58ba37699bf0/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:18,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:19:18,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:19:18,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 204) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45291 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45291 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33969 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33969 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33969 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45291 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 572) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=622 (was 493) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3164 (was 4040) 2024-11-08T17:19:18,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=622, ProcessCount=11, AvailableMemoryMB=3164 2024-11-08T17:19:18,589 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T17:19:18,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.log.dir so I do NOT create it in target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95 2024-11-08T17:19:18,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:19:18,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.tmp.dir so I do NOT create it in target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95 2024-11-08T17:19:18,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55bb274-069a-6041-ae62-19af53ada7fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:19:18,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95 2024-11-08T17:19:18,603 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367, deleteOnExit=true 2024-11-08T17:19:18,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367/zookeeper_0, clientPort=61602, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:19:18,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61602 2024-11-08T17:19:18,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:19:18,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:19:18,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/test.cache.data in system properties and HBase conf 2024-11-08T17:19:18,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:19:18,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:19:18,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:19:18,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:19:18,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:19:18,624 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:19:18,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:19:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b7530cb0005, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:19:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b7530cb0002, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:19:18,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b7530cb0002, quorum=127.0.0.1:52070, baseZNode=/0-1491727149 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:19:18,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b7530cb0005, quorum=127.0.0.1:52070, baseZNode=/1-47890806 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:19:19,035 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T17:19:19,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,065 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,073 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,082 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:19,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:19,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:19,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:19,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:19,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:19:19,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:19,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@392039a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:19,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b975ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:19,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f387c04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/java.io.tmpdir/jetty-localhost-43173-hadoop-hdfs-3_4_1-tests_jar-_-any-15239590905291719325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:19,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fe155a8{HTTP/1.1, (http/1.1)}{localhost:43173} 2024-11-08T17:19:19,262 INFO [Time-limited test {}] server.Server(415): Started @192041ms 2024-11-08T17:19:19,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:19,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:19,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:19,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:19,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:19:19,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@737bdf9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:19,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7bdae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:19,748 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:19,749 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:19,749 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:19,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cfefd38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/java.io.tmpdir/jetty-localhost-34513-hadoop-hdfs-3_4_1-tests_jar-_-any-12146046599722781450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:19,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cf9e40a{HTTP/1.1, (http/1.1)}{localhost:34513} 2024-11-08T17:19:19,771 INFO [Time-limited test {}] server.Server(415): Started @192550ms 2024-11-08T17:19:19,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:19:20,716 WARN [Thread-2162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367/data/data1/current/BP-1989188140-172.17.0.2-1731086358654/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:20,716 WARN [Thread-2163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367/data/data2/current/BP-1989188140-172.17.0.2-1731086358654/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:20,737 WARN [Thread-2150 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:19:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0603db91ea76156 with lease ID 0xcd21e59d51d2e7ae: Processing first storage report for DS-27d11709-6615-4d82-b025-e3fe9e12fe5a from datanode DatanodeRegistration(127.0.0.1:39125, datanodeUuid=aaf90dff-5007-47a8-886a-5e4abb92d0d4, infoPort=40431, infoSecurePort=0, ipcPort=35447, storageInfo=lv=-57;cid=testClusterID;nsid=573298097;c=1731086358654) 2024-11-08T17:19:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0603db91ea76156 with lease ID 0xcd21e59d51d2e7ae: from storage DS-27d11709-6615-4d82-b025-e3fe9e12fe5a node DatanodeRegistration(127.0.0.1:39125, datanodeUuid=aaf90dff-5007-47a8-886a-5e4abb92d0d4, infoPort=40431, infoSecurePort=0, ipcPort=35447, storageInfo=lv=-57;cid=testClusterID;nsid=573298097;c=1731086358654), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T17:19:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0603db91ea76156 with lease ID 0xcd21e59d51d2e7ae: Processing first storage report for DS-b3a94d94-3f72-4a02-9311-fc4094363b77 from datanode DatanodeRegistration(127.0.0.1:39125, datanodeUuid=aaf90dff-5007-47a8-886a-5e4abb92d0d4, infoPort=40431, infoSecurePort=0, ipcPort=35447, storageInfo=lv=-57;cid=testClusterID;nsid=573298097;c=1731086358654) 2024-11-08T17:19:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0603db91ea76156 with lease ID 0xcd21e59d51d2e7ae: from storage DS-b3a94d94-3f72-4a02-9311-fc4094363b77 node DatanodeRegistration(127.0.0.1:39125, datanodeUuid=aaf90dff-5007-47a8-886a-5e4abb92d0d4, infoPort=40431, infoSecurePort=0, ipcPort=35447, storageInfo=lv=-57;cid=testClusterID;nsid=573298097;c=1731086358654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:20,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95 2024-11-08T17:19:20,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:20,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:19:21,319 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020 with version=8 2024-11-08T17:19:21,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/hbase-staging 2024-11-08T17:19:21,322 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:21,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:21,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:21,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:21,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:21,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:21,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:19:21,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:21,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33427 2024-11-08T17:19:21,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33427 connecting to ZooKeeper ensemble=127.0.0.1:61602 2024-11-08T17:19:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334270x0, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:21,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33427-0x1011b7593fc0000 connected 2024-11-08T17:19:21,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:21,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:21,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on znode that does not yet exist, /0-21681586/running 2024-11-08T17:19:21,598 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020, hbase.cluster.distributed=false 2024-11-08T17:19:21,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on znode that does not yet exist, /0-21681586/acl 2024-11-08T17:19:21,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33427 2024-11-08T17:19:21,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33427 2024-11-08T17:19:21,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33427 2024-11-08T17:19:21,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33427 2024-11-08T17:19:21,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33427 2024-11-08T17:19:21,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:21,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:21,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:21,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:21,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:21,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:21,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:19:21,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:21,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45093 2024-11-08T17:19:21,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45093 connecting to ZooKeeper ensemble=127.0.0.1:61602 2024-11-08T17:19:21,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:21,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450930x0, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:21,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450930x0, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on znode that does not yet exist, /0-21681586/running 2024-11-08T17:19:21,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:19:21,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45093-0x1011b7593fc0001 connected 2024-11-08T17:19:21,705 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:19:21,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on znode that does not yet exist, /0-21681586/master 2024-11-08T17:19:21,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on znode that does not yet exist, /0-21681586/acl 2024-11-08T17:19:21,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-08T17:19:21,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45093 2024-11-08T17:19:21,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45093 2024-11-08T17:19:21,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-08T17:19:21,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-08T17:19:21,759 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:33427 2024-11-08T17:19:21,759 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-21681586/backup-masters/74e38af3904c,33427,1731086361321 2024-11-08T17:19:21,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586/backup-masters 2024-11-08T17:19:21,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586/backup-masters 2024-11-08T17:19:21,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on existing znode=/0-21681586/backup-masters/74e38af3904c,33427,1731086361321 2024-11-08T17:19:21,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-21681586/master 2024-11-08T17:19:21,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:21,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:21,782 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on existing znode=/0-21681586/master 2024-11-08T17:19:21,783 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-21681586/backup-masters/74e38af3904c,33427,1731086361321 from backup master directory 2024-11-08T17:19:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21681586/backup-masters/74e38af3904c,33427,1731086361321 2024-11-08T17:19:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586/backup-masters 2024-11-08T17:19:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586/backup-masters 2024-11-08T17:19:21,793 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:21,793 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,33427,1731086361321 2024-11-08T17:19:21,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/hbase.id] with ID: 1b949608-ec45-4b30-9cda-c3a679029a6e 2024-11-08T17:19:21,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/.tmp/hbase.id 2024-11-08T17:19:21,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:19:22,262 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/.tmp/hbase.id]:[hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/hbase.id] 2024-11-08T17:19:22,274 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:22,275 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:19:22,276 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:19:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:19:22,785 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:22,786 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:19:22,786 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:19:23,221 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store 2024-11-08T17:19:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:19:23,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:23,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:23,281 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:23,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:23,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:23,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:23,281 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:23,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086363281Disabling compacts and flushes for region at 1731086363281Disabling writes for close at 1731086363281Writing region close event to WAL at 1731086363281Closed at 1731086363281 2024-11-08T17:19:23,285 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/.initializing 2024-11-08T17:19:23,285 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/WALs/74e38af3904c,33427,1731086361321 2024-11-08T17:19:23,287 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:23,288 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C33427%2C1731086361321, suffix=, logDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/WALs/74e38af3904c,33427,1731086361321, archiveDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/oldWALs, maxLogs=10 2024-11-08T17:19:23,307 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/WALs/74e38af3904c,33427,1731086361321/74e38af3904c%2C33427%2C1731086361321.1731086363289, exclude list is [], retry=0 2024-11-08T17:19:23,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39125,DS-27d11709-6615-4d82-b025-e3fe9e12fe5a,DISK] 2024-11-08T17:19:23,329 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/WALs/74e38af3904c,33427,1731086361321/74e38af3904c%2C33427%2C1731086361321.1731086363289 2024-11-08T17:19:23,336 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-08T17:19:23,336 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:23,337 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:23,337 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,337 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:19:23,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:23,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:23,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:19:23,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:23,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:23,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:19:23,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:23,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:23,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:19:23,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:23,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:23,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,350 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,350 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,352 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,352 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,352 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:23,354 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:23,357 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:23,357 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70446009, jitterRate=0.04972733557224274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:23,358 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086363337Initializing all the Stores at 1731086363339 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086363339Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086363340 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086363340Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086363340Cleaning up temporary data from old regions at 1731086363352 (+12 ms)Region opened successfully at 1731086363358 (+6 ms) 2024-11-08T17:19:23,360 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:19:23,366 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7756c95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:23,369 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:19:23,370 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:19:23,370 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:19:23,370 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:19:23,371 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:19:23,371 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:19:23,371 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:19:23,373 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:19:23,374 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Unable to get data of znode /0-21681586/balancer because node does not exist (not necessarily an error) 2024-11-08T17:19:23,438 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21681586/balancer already deleted, retry=false 2024-11-08T17:19:23,438 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:19:23,439 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Unable to get data of znode /0-21681586/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:19:23,449 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21681586/normalizer already deleted, retry=false 2024-11-08T17:19:23,449 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:19:23,452 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Unable to get data of znode /0-21681586/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:19:23,459 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21681586/switch/split already deleted, retry=false 2024-11-08T17:19:23,461 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Unable to get data of znode /0-21681586/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:19:23,470 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21681586/switch/merge already deleted, retry=false 2024-11-08T17:19:23,472 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Unable to get data of znode /0-21681586/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:19:23,480 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21681586/snapshot-cleanup already deleted, retry=false 2024-11-08T17:19:23,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-21681586/running 2024-11-08T17:19:23,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:23,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-21681586/running 2024-11-08T17:19:23,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:23,491 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,33427,1731086361321, sessionid=0x1011b7593fc0000, setting cluster-up flag (Was=false) 2024-11-08T17:19:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:23,543 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-21681586/flush-table-proc/acquired, /0-21681586/flush-table-proc/reached, /0-21681586/flush-table-proc/abort 2024-11-08T17:19:23,544 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33427,1731086361321 2024-11-08T17:19:23,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:23,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:23,596 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-21681586/online-snapshot/acquired, /0-21681586/online-snapshot/reached, /0-21681586/online-snapshot/abort 2024-11-08T17:19:23,601 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33427,1731086361321 2024-11-08T17:19:23,603 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:19:23,605 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:23,606 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:19:23,606 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:19:23,606 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,33427,1731086361321 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:23,607 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:23,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:19:23,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:23,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:19:23,648 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086393648 2024-11-08T17:19:23,648 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:19:23,648 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:19:23,648 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:19:23,648 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:19:23,648 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:19:23,648 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:19:23,664 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,665 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:19:23,665 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:19:23,665 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:19:23,665 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:19:23,666 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(746): ClusterId : 1b949608-ec45-4b30-9cda-c3a679029a6e 2024-11-08T17:19:23,666 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:19:23,666 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:19:23,666 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:19:23,668 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086363666,5,FailOnTimeoutGroup] 2024-11-08T17:19:23,672 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086363668,5,FailOnTimeoutGroup] 2024-11-08T17:19:23,672 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,672 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:19:23,672 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,672 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,677 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:19:23,677 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:19:23,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:19:23,688 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:19:23,688 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226db9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:23,711 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:45093 2024-11-08T17:19:23,711 INFO [RS:0;74e38af3904c:45093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:19:23,711 INFO [RS:0;74e38af3904c:45093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:19:23,711 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:19:23,711 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,33427,1731086361321 with port=45093, startcode=1731086361657 2024-11-08T17:19:23,711 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:19:23,713 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:19:23,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,45093,1731086361657 2024-11-08T17:19:23,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33427 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,45093,1731086361657 2024-11-08T17:19:23,716 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020 2024-11-08T17:19:23,716 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40499 2024-11-08T17:19:23,716 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:19:23,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586/rs 2024-11-08T17:19:23,731 DEBUG [RS:0;74e38af3904c:45093 {}] zookeeper.ZKUtil(111): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on existing znode=/0-21681586/rs/74e38af3904c,45093,1731086361657 2024-11-08T17:19:23,732 WARN [RS:0;74e38af3904c:45093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:23,732 INFO [RS:0;74e38af3904c:45093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:23,732 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657 2024-11-08T17:19:23,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,45093,1731086361657] 2024-11-08T17:19:23,748 INFO [RS:0;74e38af3904c:45093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:19:23,752 INFO [RS:0;74e38af3904c:45093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:19:23,760 INFO [RS:0;74e38af3904c:45093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:19:23,760 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,764 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:19:23,765 INFO [RS:0;74e38af3904c:45093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:19:23,766 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:23,766 DEBUG [RS:0;74e38af3904c:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:23,772 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,772 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,772 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,772 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,772 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,772 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45093,1731086361657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:23,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:23,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:23,790 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:23,803 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:19:23,803 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45093,1731086361657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,804 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,804 INFO [RS:0;74e38af3904c:45093 {}] regionserver.Replication(171): 74e38af3904c,45093,1731086361657 started 2024-11-08T17:19:23,822 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:23,822 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,45093,1731086361657, RpcServer on 74e38af3904c/172.17.0.2:45093, sessionid=0x1011b7593fc0001 2024-11-08T17:19:23,822 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:19:23,822 DEBUG [RS:0;74e38af3904c:45093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,45093,1731086361657 2024-11-08T17:19:23,822 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,45093,1731086361657' 2024-11-08T17:19:23,822 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-21681586/flush-table-proc/abort' 2024-11-08T17:19:23,823 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-21681586/flush-table-proc/acquired' 2024-11-08T17:19:23,828 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:19:23,828 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:19:23,829 DEBUG [RS:0;74e38af3904c:45093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,45093,1731086361657 2024-11-08T17:19:23,829 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,45093,1731086361657' 2024-11-08T17:19:23,829 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-21681586/online-snapshot/abort' 2024-11-08T17:19:23,829 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-21681586/online-snapshot/acquired' 2024-11-08T17:19:23,830 DEBUG [RS:0;74e38af3904c:45093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:19:23,830 INFO [RS:0;74e38af3904c:45093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:19:23,830 INFO [RS:0;74e38af3904c:45093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:19:23,930 INFO [RS:0;74e38af3904c:45093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:23,936 INFO [RS:0;74e38af3904c:45093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45093%2C1731086361657, suffix=, logDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657, archiveDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/oldWALs, maxLogs=10 2024-11-08T17:19:23,954 DEBUG [RS:0;74e38af3904c:45093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, exclude list is [], retry=0 2024-11-08T17:19:23,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39125,DS-27d11709-6615-4d82-b025-e3fe9e12fe5a,DISK] 2024-11-08T17:19:24,013 INFO [RS:0;74e38af3904c:45093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 2024-11-08T17:19:24,017 DEBUG [RS:0;74e38af3904c:45093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-08T17:19:24,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:19:24,087 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020 2024-11-08T17:19:24,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:19:24,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:24,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:24,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:24,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:24,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:24,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:24,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:24,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:24,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:24,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:24,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740 2024-11-08T17:19:24,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740 2024-11-08T17:19:24,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:24,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:24,165 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:24,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:24,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:24,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70600890, jitterRate=0.052035242319107056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:24,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086364140Initializing all the Stores at 1731086364141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086364141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086364148 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086364148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086364148Cleaning up temporary data from old regions at 1731086364164 (+16 ms)Region opened successfully at 1731086364179 (+15 ms) 2024-11-08T17:19:24,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:24,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:24,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:24,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:24,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:24,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:24,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086364179Disabling compacts and flushes for region at 1731086364179Disabling writes for close at 1731086364179Writing region close event to WAL at 1731086364180 (+1 ms)Closed at 1731086364180 2024-11-08T17:19:24,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:24,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:19:24,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:19:24,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:24,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:19:24,340 DEBUG [74e38af3904c:33427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:19:24,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,45093,1731086361657 2024-11-08T17:19:24,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,45093,1731086361657, state=OPENING 2024-11-08T17:19:24,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:19:24,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:24,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:24,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21681586/meta-region-server: CHANGED 2024-11-08T17:19:24,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21681586/meta-region-server: CHANGED 2024-11-08T17:19:24,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:24,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,45093,1731086361657}] 2024-11-08T17:19:24,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:24,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:19:24,576 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:19:24,576 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:24,577 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:19:24,583 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45093%2C1731086361657.meta, suffix=.meta, logDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657, archiveDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/oldWALs, maxLogs=10 2024-11-08T17:19:24,606 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.meta.1731086364583.meta, exclude list is [], retry=0 2024-11-08T17:19:24,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39125,DS-27d11709-6615-4d82-b025-e3fe9e12fe5a,DISK] 2024-11-08T17:19:24,645 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.meta.1731086364583.meta 2024-11-08T17:19:24,652 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-08T17:19:24,652 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:24,653 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:24,653 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:24,653 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:19:24,653 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:19:24,653 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:19:24,653 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:24,664 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:19:24,664 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:19:24,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:24,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:24,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:24,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:24,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:24,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:24,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:24,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:24,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:24,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:24,708 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:24,712 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740 2024-11-08T17:19:24,719 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740 2024-11-08T17:19:24,734 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:24,734 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:24,736 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:24,738 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:24,738 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65237864, jitterRate=-0.027880072593688965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:24,739 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:19:24,739 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086364664Writing region info on filesystem at 1731086364664Initializing all the Stores at 1731086364665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086364665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086364676 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086364676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086364676Cleaning up temporary data from old regions at 1731086364734 (+58 ms)Running coprocessor post-open hooks at 1731086364739 (+5 ms)Region opened successfully at 1731086364739 2024-11-08T17:19:24,746 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086364558 2024-11-08T17:19:24,750 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:19:24,750 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:19:24,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,45093,1731086361657 2024-11-08T17:19:24,759 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,45093,1731086361657, state=OPEN 2024-11-08T17:19:24,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-21681586/meta-region-server 2024-11-08T17:19:24,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-21681586/meta-region-server 2024-11-08T17:19:24,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,45093,1731086361657 2024-11-08T17:19:24,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21681586/meta-region-server: CHANGED 2024-11-08T17:19:24,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21681586/meta-region-server: CHANGED 2024-11-08T17:19:24,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:19:24,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,45093,1731086361657 in 451 msec 2024-11-08T17:19:24,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:19:24,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-08T17:19:24,863 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:24,864 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:19:24,873 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:24,873 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45093,1731086361657, seqNum=-1] 2024-11-08T17:19:24,873 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:24,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:24,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-08T17:19:24,913 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086364913, completionTime=-1 2024-11-08T17:19:24,913 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:19:24,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:19:24,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:19:24,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086424921 2024-11-08T17:19:24,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086484921 2024-11-08T17:19:24,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-08T17:19:24,921 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33427,1731086361321-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:24,922 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33427,1731086361321-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:24,922 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33427,1731086361321-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:24,922 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:33427, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:24,922 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:24,929 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:24,933 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:19:24,942 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.148sec 2024-11-08T17:19:24,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:19:24,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:19:24,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:19:24,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:19:24,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:19:24,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33427,1731086361321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:24,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33427,1731086361321-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:19:24,966 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:19:24,966 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:19:24,966 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33427,1731086361321-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:24,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258aa330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:24,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33427,-1 for getting cluster id 2024-11-08T17:19:24,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:25,001 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b949608-ec45-4b30-9cda-c3a679029a6e' 2024-11-08T17:19:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b949608-ec45-4b30-9cda-c3a679029a6e" 2024-11-08T17:19:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33427,-1] 2024-11-08T17:19:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:25,006 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:25,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f50f03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:25,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45093,1731086361657, seqNum=-1] 2024-11-08T17:19:25,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:25,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:25,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,33427,1731086361321 2024-11-08T17:19:25,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61602 2024-11-08T17:19:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:25,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b7593fc0002 connected 2024-11-08T17:19:25,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.log.dir so I do NOT create it in target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412 2024-11-08T17:19:25,083 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:19:25,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.tmp.dir so I do NOT create it in target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412 2024-11-08T17:19:25,083 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:19:25,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412 2024-11-08T17:19:25,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:19:25,083 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/cluster_76b8ff2b-1098-4812-8c45-b424199736c0, deleteOnExit=true 2024-11-08T17:19:25,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:19:25,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/test.cache.data in system properties and HBase conf 2024-11-08T17:19:25,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:19:25,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:19:25,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:19:25,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:19:25,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:19:25,086 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:19:25,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:19:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:19:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:19:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:19:25,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:25,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:25,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:25,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:25,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:19:25,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:25,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5c0330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:25,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7d602a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:25,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d321207{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/java.io.tmpdir/jetty-localhost-39555-hadoop-hdfs-3_4_1-tests_jar-_-any-17640171891196099330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:25,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb3823d{HTTP/1.1, (http/1.1)}{localhost:39555} 2024-11-08T17:19:25,582 INFO [Time-limited test {}] server.Server(415): Started @198361ms 2024-11-08T17:19:25,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:25,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:25,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:25,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:25,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:19:25,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594bfdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:25,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75df3c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:25,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@750fd743{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/java.io.tmpdir/jetty-localhost-33347-hadoop-hdfs-3_4_1-tests_jar-_-any-11770210144969190251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:25,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f74d19{HTTP/1.1, (http/1.1)}{localhost:33347} 2024-11-08T17:19:25,957 INFO [Time-limited test {}] server.Server(415): Started @198737ms 2024-11-08T17:19:25,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:19:26,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:19:26,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:19:26,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:26,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T17:19:26,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:26,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T17:19:26,694 WARN [Thread-2282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/cluster_76b8ff2b-1098-4812-8c45-b424199736c0/data/data1/current/BP-1727933306-172.17.0.2-1731086365147/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:26,694 WARN [Thread-2283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/cluster_76b8ff2b-1098-4812-8c45-b424199736c0/data/data2/current/BP-1727933306-172.17.0.2-1731086365147/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:26,719 WARN [Thread-2270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:19:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c6a43ec70099d19 with lease ID 0xd9f780a405437106: Processing first storage report for DS-96613f94-c430-44ed-893a-509015e96d38 from datanode DatanodeRegistration(127.0.0.1:36883, datanodeUuid=05ecde16-1466-4677-b5d9-c9da61804553, infoPort=40891, infoSecurePort=0, ipcPort=37879, storageInfo=lv=-57;cid=testClusterID;nsid=1268941416;c=1731086365147) 2024-11-08T17:19:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c6a43ec70099d19 with lease ID 0xd9f780a405437106: from storage DS-96613f94-c430-44ed-893a-509015e96d38 node DatanodeRegistration(127.0.0.1:36883, datanodeUuid=05ecde16-1466-4677-b5d9-c9da61804553, infoPort=40891, infoSecurePort=0, ipcPort=37879, storageInfo=lv=-57;cid=testClusterID;nsid=1268941416;c=1731086365147), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c6a43ec70099d19 with lease ID 0xd9f780a405437106: Processing first storage report for DS-fa623a63-c131-4893-a234-cbde7f8981ba from datanode DatanodeRegistration(127.0.0.1:36883, datanodeUuid=05ecde16-1466-4677-b5d9-c9da61804553, infoPort=40891, infoSecurePort=0, ipcPort=37879, storageInfo=lv=-57;cid=testClusterID;nsid=1268941416;c=1731086365147) 2024-11-08T17:19:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c6a43ec70099d19 with lease ID 0xd9f780a405437106: from storage DS-fa623a63-c131-4893-a234-cbde7f8981ba node DatanodeRegistration(127.0.0.1:36883, datanodeUuid=05ecde16-1466-4677-b5d9-c9da61804553, infoPort=40891, infoSecurePort=0, ipcPort=37879, storageInfo=lv=-57;cid=testClusterID;nsid=1268941416;c=1731086365147), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:26,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412 2024-11-08T17:19:26,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:26,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:19:27,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d with version=8 2024-11-08T17:19:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/hbase-staging 2024-11-08T17:19:27,198 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:27,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:27,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:27,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:27,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:27,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:27,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:19:27,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:27,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45777 2024-11-08T17:19:27,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45777 connecting to ZooKeeper ensemble=127.0.0.1:61602 2024-11-08T17:19:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457770x0, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:27,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45777-0x1011b7593fc0003 connected 2024-11-08T17:19:27,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:27,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:27,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on znode that does not yet exist, /11060049605/running 2024-11-08T17:19:27,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d, hbase.cluster.distributed=false 2024-11-08T17:19:27,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on znode that does not yet exist, /11060049605/acl 2024-11-08T17:19:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-08T17:19:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45777 2024-11-08T17:19:27,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45777 2024-11-08T17:19:27,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-08T17:19:27,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-08T17:19:27,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:27,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:27,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:27,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:27,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:27,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:27,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:19:27,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:27,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46845 2024-11-08T17:19:27,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46845 connecting to ZooKeeper ensemble=127.0.0.1:61602 2024-11-08T17:19:27,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:27,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468450x0, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:27,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468450x0, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on znode that does not yet exist, /11060049605/running 2024-11-08T17:19:27,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46845-0x1011b7593fc0004 connected 2024-11-08T17:19:27,722 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:19:27,724 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:19:27,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on znode that does not yet exist, /11060049605/master 2024-11-08T17:19:27,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on znode that does not yet exist, /11060049605/acl 2024-11-08T17:19:27,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-08T17:19:27,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46845 2024-11-08T17:19:27,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46845 2024-11-08T17:19:27,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-08T17:19:27,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-08T17:19:27,743 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:45777 2024-11-08T17:19:27,743 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11060049605/backup-masters/74e38af3904c,45777,1731086367197 2024-11-08T17:19:27,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605/backup-masters 2024-11-08T17:19:27,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605/backup-masters 2024-11-08T17:19:27,754 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on existing znode=/11060049605/backup-masters/74e38af3904c,45777,1731086367197 2024-11-08T17:19:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11060049605/master 2024-11-08T17:19:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:27,764 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on existing znode=/11060049605/master 2024-11-08T17:19:27,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11060049605/backup-masters/74e38af3904c,45777,1731086367197 from backup master directory 2024-11-08T17:19:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11060049605/backup-masters/74e38af3904c,45777,1731086367197 2024-11-08T17:19:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605/backup-masters 2024-11-08T17:19:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605/backup-masters 2024-11-08T17:19:27,774 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:27,774 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,45777,1731086367197 2024-11-08T17:19:27,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/hbase.id] with ID: 78521591-f01d-4e57-9337-300a2acdd04d 2024-11-08T17:19:27,777 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/.tmp/hbase.id 2024-11-08T17:19:27,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:19:28,184 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/.tmp/hbase.id]:[hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/hbase.id] 2024-11-08T17:19:28,192 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:28,192 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:19:28,196 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-08T17:19:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:19:28,638 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:28,639 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:19:28,639 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:28,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:19:29,045 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store 2024-11-08T17:19:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:19:29,454 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:29,454 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:29,454 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:29,454 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:29,454 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:29,454 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:29,454 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:29,454 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086369454Disabling compacts and flushes for region at 1731086369454Disabling writes for close at 1731086369454Writing region close event to WAL at 1731086369454Closed at 1731086369454 2024-11-08T17:19:29,455 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/.initializing 2024-11-08T17:19:29,455 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/WALs/74e38af3904c,45777,1731086367197 2024-11-08T17:19:29,456 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:29,457 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C45777%2C1731086367197, suffix=, logDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/WALs/74e38af3904c,45777,1731086367197, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/oldWALs, maxLogs=10 2024-11-08T17:19:29,470 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/WALs/74e38af3904c,45777,1731086367197/74e38af3904c%2C45777%2C1731086367197.1731086369457, exclude list is [], retry=0 2024-11-08T17:19:29,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-96613f94-c430-44ed-893a-509015e96d38,DISK] 2024-11-08T17:19:29,475 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/WALs/74e38af3904c,45777,1731086367197/74e38af3904c%2C45777%2C1731086367197.1731086369457 2024-11-08T17:19:29,475 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-08T17:19:29,475 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:29,476 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:29,476 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,476 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:19:29,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:29,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:29,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:19:29,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:29,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:29,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:19:29,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:29,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:29,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:19:29,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:29,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:29,481 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,481 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,482 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,482 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,482 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,483 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:29,483 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:29,485 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:29,485 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61227889, jitterRate=-0.08763335645198822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:29,485 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086369476Initializing all the Stores at 1731086369476Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086369476Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086369477 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086369477Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086369477Cleaning up temporary data from old regions at 1731086369482 (+5 ms)Region opened successfully at 1731086369485 (+3 ms) 2024-11-08T17:19:29,485 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:19:29,487 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acdd33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:29,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:19:29,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:19:29,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:19:29,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:19:29,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:19:29,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:19:29,488 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:19:29,490 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:19:29,490 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Unable to get data of znode /11060049605/balancer because node does not exist (not necessarily an error) 2024-11-08T17:19:29,570 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11060049605/balancer already deleted, retry=false 2024-11-08T17:19:29,570 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:19:29,571 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Unable to get data of znode /11060049605/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:19:29,633 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11060049605/normalizer already deleted, retry=false 2024-11-08T17:19:29,633 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:19:29,634 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Unable to get data of znode /11060049605/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:19:29,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:29,781 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11060049605/switch/split already deleted, retry=false 2024-11-08T17:19:29,782 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Unable to get data of znode /11060049605/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:19:29,866 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11060049605/switch/merge already deleted, retry=false 2024-11-08T17:19:29,868 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Unable to get data of znode /11060049605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:19:29,940 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11060049605/snapshot-cleanup already deleted, retry=false 2024-11-08T17:19:30,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11060049605/running 2024-11-08T17:19:30,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11060049605/running 2024-11-08T17:19:30,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:30,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:30,004 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,45777,1731086367197, sessionid=0x1011b7593fc0003, setting cluster-up flag (Was=false) 2024-11-08T17:19:30,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:30,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:30,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:19:30,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:30,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:19:30,459 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11060049605/flush-table-proc/acquired, /11060049605/flush-table-proc/reached, /11060049605/flush-table-proc/abort 2024-11-08T17:19:30,460 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,45777,1731086367197 2024-11-08T17:19:30,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:30,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:31,023 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11060049605/online-snapshot/acquired, /11060049605/online-snapshot/reached, /11060049605/online-snapshot/abort 2024-11-08T17:19:31,024 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,45777,1731086367197 2024-11-08T17:19:31,025 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:19:31,026 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:31,026 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:19:31,026 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:19:31,027 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,45777,1731086367197 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:31,028 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,028 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086401028 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:31,029 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:19:31,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:19:31,030 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086371030,5,FailOnTimeoutGroup] 2024-11-08T17:19:31,030 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086371030,5,FailOnTimeoutGroup] 2024-11-08T17:19:31,030 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,030 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:19:31,030 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,030 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,030 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:31,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:19:31,038 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(746): ClusterId : 78521591-f01d-4e57-9337-300a2acdd04d 2024-11-08T17:19:31,038 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:19:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:19:31,119 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:19:31,119 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:19:31,224 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:19:31,224 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8592ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:31,239 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:46845 2024-11-08T17:19:31,239 INFO [RS:0;74e38af3904c:46845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:19:31,239 INFO [RS:0;74e38af3904c:46845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:19:31,239 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:19:31,240 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,45777,1731086367197 with port=46845, startcode=1731086367707 2024-11-08T17:19:31,240 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:19:31,241 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:19:31,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,46845,1731086367707 2024-11-08T17:19:31,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45777 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,46845,1731086367707 2024-11-08T17:19:31,243 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d 2024-11-08T17:19:31,243 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36899 2024-11-08T17:19:31,243 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:19:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605/rs 2024-11-08T17:19:31,424 DEBUG [RS:0;74e38af3904c:46845 {}] zookeeper.ZKUtil(111): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on existing znode=/11060049605/rs/74e38af3904c,46845,1731086367707 2024-11-08T17:19:31,424 WARN [RS:0;74e38af3904c:46845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:31,424 INFO [RS:0;74e38af3904c:46845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:31,424 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707 2024-11-08T17:19:31,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,46845,1731086367707] 2024-11-08T17:19:31,426 INFO [RS:0;74e38af3904c:46845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:19:31,428 INFO [RS:0;74e38af3904c:46845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:19:31,428 INFO [RS:0;74e38af3904c:46845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:19:31,428 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,428 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:19:31,429 INFO [RS:0;74e38af3904c:46845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:19:31,429 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,429 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:31,430 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:31,430 DEBUG [RS:0;74e38af3904c:46845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:31,435 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,436 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,436 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,436 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,436 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,436 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46845,1731086367707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:31,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:19:31,442 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d 2024-11-08T17:19:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741832_1008 (size=32) 2024-11-08T17:19:31,450 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:19:31,450 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46845,1731086367707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,451 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,451 INFO [RS:0;74e38af3904c:46845 {}] regionserver.Replication(171): 74e38af3904c,46845,1731086367707 started 2024-11-08T17:19:31,464 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:31,464 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,46845,1731086367707, RpcServer on 74e38af3904c/172.17.0.2:46845, sessionid=0x1011b7593fc0004 2024-11-08T17:19:31,464 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:19:31,464 DEBUG [RS:0;74e38af3904c:46845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,46845,1731086367707 2024-11-08T17:19:31,464 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,46845,1731086367707' 2024-11-08T17:19:31,464 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11060049605/flush-table-proc/abort' 2024-11-08T17:19:31,464 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11060049605/flush-table-proc/acquired' 2024-11-08T17:19:31,465 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:19:31,465 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:19:31,465 DEBUG [RS:0;74e38af3904c:46845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,46845,1731086367707 2024-11-08T17:19:31,465 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,46845,1731086367707' 2024-11-08T17:19:31,465 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11060049605/online-snapshot/abort' 2024-11-08T17:19:31,465 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11060049605/online-snapshot/acquired' 2024-11-08T17:19:31,465 DEBUG [RS:0;74e38af3904c:46845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:19:31,465 INFO [RS:0;74e38af3904c:46845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:19:31,465 INFO [RS:0;74e38af3904c:46845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:19:31,566 INFO [RS:0;74e38af3904c:46845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:31,567 INFO [RS:0;74e38af3904c:46845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46845%2C1731086367707, suffix=, logDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/oldWALs, maxLogs=10 2024-11-08T17:19:31,580 DEBUG [RS:0;74e38af3904c:46845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, exclude list is [], retry=0 2024-11-08T17:19:31,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-96613f94-c430-44ed-893a-509015e96d38,DISK] 2024-11-08T17:19:31,584 INFO [RS:0;74e38af3904c:46845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 2024-11-08T17:19:31,586 DEBUG [RS:0;74e38af3904c:46845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-08T17:19:31,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:31,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:31,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:31,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:31,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:31,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:31,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:31,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:31,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:31,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:31,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:31,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:31,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:31,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:31,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:31,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:31,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:31,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740 2024-11-08T17:19:31,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740 2024-11-08T17:19:31,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:31,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:31,857 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:31,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:31,859 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:31,860 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74188308, jitterRate=0.10549193620681763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:31,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086371849Initializing all the Stores at 1731086371850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086371850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086371850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086371850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086371850Cleaning up temporary data from old regions at 1731086371857 (+7 ms)Region opened successfully at 1731086371860 (+3 ms) 2024-11-08T17:19:31,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:31,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:31,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:31,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:31,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:31,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:31,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086371860Disabling compacts and flushes for region at 1731086371860Disabling writes for close at 1731086371860Writing region close event to WAL at 1731086371862 (+2 ms)Closed at 1731086371862 2024-11-08T17:19:31,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:31,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:19:31,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:19:31,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:31,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:19:32,015 DEBUG [74e38af3904c:45777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:19:32,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,46845,1731086367707 2024-11-08T17:19:32,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,46845,1731086367707, state=OPENING 2024-11-08T17:19:32,056 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:19:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:32,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11060049605/meta-region-server: CHANGED 2024-11-08T17:19:32,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:32,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,46845,1731086367707}] 2024-11-08T17:19:32,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11060049605/meta-region-server: CHANGED 2024-11-08T17:19:32,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:32,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:19:32,243 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:19:32,243 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:32,243 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:19:32,244 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46845%2C1731086367707.meta, suffix=.meta, logDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/oldWALs, maxLogs=10 2024-11-08T17:19:32,264 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.meta.1731086372245.meta, exclude list is [], retry=0 2024-11-08T17:19:32,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-96613f94-c430-44ed-893a-509015e96d38,DISK] 2024-11-08T17:19:32,278 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.meta.1731086372245.meta 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:32,279 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:19:32,279 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:19:32,279 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:19:32,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:32,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:32,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:32,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:32,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:32,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:32,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:32,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:32,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:32,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:32,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:32,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:32,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:32,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:32,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:32,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:32,284 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:32,285 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740 2024-11-08T17:19:32,286 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740 2024-11-08T17:19:32,287 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:32,287 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:32,287 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:32,288 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:32,289 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71067605, jitterRate=0.058989837765693665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:32,289 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:19:32,289 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086372279Writing region info on filesystem at 1731086372279Initializing all the Stores at 1731086372280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086372281 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086372281Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086372281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086372281Cleaning up temporary data from old regions at 1731086372287 (+6 ms)Running coprocessor post-open hooks at 1731086372289 (+2 ms)Region opened successfully at 1731086372289 2024-11-08T17:19:32,290 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086372230 2024-11-08T17:19:32,291 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:19:32,292 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:19:32,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,46845,1731086367707 2024-11-08T17:19:32,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,46845,1731086367707, state=OPEN 2024-11-08T17:19:32,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11060049605/meta-region-server 2024-11-08T17:19:32,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11060049605/meta-region-server 2024-11-08T17:19:32,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,46845,1731086367707 2024-11-08T17:19:32,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11060049605/meta-region-server: CHANGED 2024-11-08T17:19:32,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11060049605/meta-region-server: CHANGED 2024-11-08T17:19:32,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:19:32,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,46845,1731086367707 in 223 msec 2024-11-08T17:19:32,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:19:32,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-08T17:19:32,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:32,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:19:32,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:32,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46845,1731086367707, seqNum=-1] 2024-11-08T17:19:32,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:32,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:32,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-08T17:19:32,312 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086372312, completionTime=-1 2024-11-08T17:19:32,312 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:19:32,312 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:19:32,314 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:19:32,314 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086432314 2024-11-08T17:19:32,314 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086492314 2024-11-08T17:19:32,314 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:19:32,315 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45777,1731086367197-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:32,315 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45777,1731086367197-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:32,315 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45777,1731086367197-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:32,315 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:45777, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:32,315 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:32,315 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:32,317 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.545sec 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45777,1731086367197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:32,319 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45777,1731086367197-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:19:32,321 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:19:32,321 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:19:32,321 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45777,1731086367197-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:32,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aaf7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:32,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,45777,-1 for getting cluster id 2024-11-08T17:19:32,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:32,342 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78521591-f01d-4e57-9337-300a2acdd04d' 2024-11-08T17:19:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78521591-f01d-4e57-9337-300a2acdd04d" 2024-11-08T17:19:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfcfbaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,45777,-1] 2024-11-08T17:19:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:32,344 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:32,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1404351d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:32,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46845,1731086367707, seqNum=-1] 2024-11-08T17:19:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:32,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:32,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,45777,1731086367197 2024-11-08T17:19:32,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61602 2024-11-08T17:19:32,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:32,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b7593fc0005 connected 2024-11-08T17:19:32,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33427,1731086361321 2024-11-08T17:19:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b399b 2024-11-08T17:19:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:32,379 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:32,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:19:32,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:32,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:32,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:19:32,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:19:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:32,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52d7519f7ff9a99917da646f5d21c89b, NAME => 'test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020 2024-11-08T17:19:32,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:19:32,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:32,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52d7519f7ff9a99917da646f5d21c89b, disabling compactions & flushes 2024-11-08T17:19:32,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:32,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:32,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. after waiting 0 ms 2024-11-08T17:19:32,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:32,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:32,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52d7519f7ff9a99917da646f5d21c89b: Waiting for close lock at 1731086372800Disabling compacts and flushes for region at 1731086372800Disabling writes for close at 1731086372801 (+1 ms)Writing region close event to WAL at 1731086372801Closed at 1731086372801 2024-11-08T17:19:32,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:32,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086372802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086372802"}]},"ts":"1731086372802"} 2024-11-08T17:19:32,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:32,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:32,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086372806"}]},"ts":"1731086372806"} 2024-11-08T17:19:32,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:19:32,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52d7519f7ff9a99917da646f5d21c89b, ASSIGN}] 2024-11-08T17:19:32,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52d7519f7ff9a99917da646f5d21c89b, ASSIGN 2024-11-08T17:19:32,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52d7519f7ff9a99917da646f5d21c89b, ASSIGN; state=OFFLINE, location=74e38af3904c,45093,1731086361657; forceNewPlan=false, retain=false 2024-11-08T17:19:32,963 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52d7519f7ff9a99917da646f5d21c89b, regionState=OPENING, regionLocation=74e38af3904c,45093,1731086361657 2024-11-08T17:19:32,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52d7519f7ff9a99917da646f5d21c89b, ASSIGN because future has completed 2024-11-08T17:19:32,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52d7519f7ff9a99917da646f5d21c89b, server=74e38af3904c,45093,1731086361657}] 2024-11-08T17:19:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:33,124 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:33,124 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52d7519f7ff9a99917da646f5d21c89b, NAME => 'test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:33,124 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:33,124 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:19:33,125 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,125 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:33,125 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,125 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,126 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,127 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d7519f7ff9a99917da646f5d21c89b columnFamilyName f 2024-11-08T17:19:33,128 DEBUG [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:33,128 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] regionserver.HStore(327): Store=52d7519f7ff9a99917da646f5d21c89b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:33,128 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,130 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d7519f7ff9a99917da646f5d21c89b columnFamilyName f1 2024-11-08T17:19:33,130 DEBUG [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:33,130 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] regionserver.HStore(327): Store=52d7519f7ff9a99917da646f5d21c89b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:33,130 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,132 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d7519f7ff9a99917da646f5d21c89b columnFamilyName norep 2024-11-08T17:19:33,132 DEBUG [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:33,132 INFO [StoreOpener-52d7519f7ff9a99917da646f5d21c89b-1 {}] regionserver.HStore(327): Store=52d7519f7ff9a99917da646f5d21c89b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:33,132 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,133 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,133 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,145 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,145 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,146 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:33,148 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,177 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:33,177 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52d7519f7ff9a99917da646f5d21c89b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69730099, jitterRate=0.03905944526195526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:33,177 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:33,178 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52d7519f7ff9a99917da646f5d21c89b: Running coprocessor pre-open hook at 1731086373125Writing region info on filesystem at 1731086373125Initializing all the Stores at 1731086373126 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086373126Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086373126Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086373126Cleaning up temporary data from old regions at 1731086373145 (+19 ms)Running coprocessor post-open hooks at 1731086373177 (+32 ms)Region opened successfully at 1731086373178 (+1 ms) 2024-11-08T17:19:33,179 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b., pid=6, masterSystemTime=1731086373118 2024-11-08T17:19:33,181 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:33,181 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:33,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52d7519f7ff9a99917da646f5d21c89b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,45093,1731086361657 2024-11-08T17:19:33,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52d7519f7ff9a99917da646f5d21c89b, server=74e38af3904c,45093,1731086361657 because future has completed 2024-11-08T17:19:33,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:19:33,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52d7519f7ff9a99917da646f5d21c89b, server=74e38af3904c,45093,1731086361657 in 219 msec 2024-11-08T17:19:33,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:19:33,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52d7519f7ff9a99917da646f5d21c89b, ASSIGN in 378 msec 2024-11-08T17:19:33,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:33,190 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086373190"}]},"ts":"1731086373190"} 2024-11-08T17:19:33,193 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:19:33,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:33,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 814 msec 2024-11-08T17:19:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:33,520 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:19:33,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,45777,1731086367197 2024-11-08T17:19:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d152e5d 2024-11-08T17:19:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:33,522 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:33,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:19:33,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:33,527 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:33,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:19:33,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:19:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:33,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:33,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:33,840 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18267 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:33,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3689c74c76051d035e7aa2144855636, NAME => 'test,,1731086373523.e3689c74c76051d035e7aa2144855636.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d 2024-11-08T17:19:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:19:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086373523.e3689c74c76051d035e7aa2144855636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e3689c74c76051d035e7aa2144855636, disabling compactions & flushes 2024-11-08T17:19:34,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086373523.e3689c74c76051d035e7aa2144855636. after waiting 0 ms 2024-11-08T17:19:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:34,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:34,380 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3689c74c76051d035e7aa2144855636: Waiting for close lock at 1731086374379Disabling compacts and flushes for region at 1731086374379Disabling writes for close at 1731086374379Writing region close event to WAL at 1731086374379Closed at 1731086374379 2024-11-08T17:19:34,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:34,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086373523.e3689c74c76051d035e7aa2144855636.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086374381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086374381"}]},"ts":"1731086374381"} 2024-11-08T17:19:34,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:34,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:34,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086374384"}]},"ts":"1731086374384"} 2024-11-08T17:19:34,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:19:34,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3689c74c76051d035e7aa2144855636, ASSIGN}] 2024-11-08T17:19:34,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3689c74c76051d035e7aa2144855636, ASSIGN 2024-11-08T17:19:34,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e3689c74c76051d035e7aa2144855636, ASSIGN; state=OFFLINE, location=74e38af3904c,46845,1731086367707; forceNewPlan=false, retain=false 2024-11-08T17:19:34,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3689c74c76051d035e7aa2144855636, regionState=OPENING, regionLocation=74e38af3904c,46845,1731086367707 2024-11-08T17:19:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e3689c74c76051d035e7aa2144855636, ASSIGN because future has completed 2024-11-08T17:19:34,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3689c74c76051d035e7aa2144855636, server=74e38af3904c,46845,1731086367707}] 2024-11-08T17:19:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:34,708 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:34,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3689c74c76051d035e7aa2144855636, NAME => 'test,,1731086373523.e3689c74c76051d035e7aa2144855636.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:34,709 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:34,709 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:19:34,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086373523.e3689c74c76051d035e7aa2144855636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:34,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,710 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,716 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,717 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3689c74c76051d035e7aa2144855636 columnFamilyName f 2024-11-08T17:19:34,717 DEBUG [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:34,717 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] regionserver.HStore(327): Store=e3689c74c76051d035e7aa2144855636/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:34,718 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,718 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3689c74c76051d035e7aa2144855636 columnFamilyName f1 2024-11-08T17:19:34,718 DEBUG [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:34,719 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] regionserver.HStore(327): Store=e3689c74c76051d035e7aa2144855636/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:34,719 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,720 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3689c74c76051d035e7aa2144855636 columnFamilyName norep 2024-11-08T17:19:34,720 DEBUG [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:34,720 INFO [StoreOpener-e3689c74c76051d035e7aa2144855636-1 {}] regionserver.HStore(327): Store=e3689c74c76051d035e7aa2144855636/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:34,720 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,721 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,721 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,722 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,722 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,722 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:34,723 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,725 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:34,725 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3689c74c76051d035e7aa2144855636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62045317, jitterRate=-0.07545273005962372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:34,725 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:34,726 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3689c74c76051d035e7aa2144855636: Running coprocessor pre-open hook at 1731086374710Writing region info on filesystem at 1731086374710Initializing all the Stores at 1731086374710Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086374710Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086374716 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086374716Cleaning up temporary data from old regions at 1731086374722 (+6 ms)Running coprocessor post-open hooks at 1731086374725 (+3 ms)Region opened successfully at 1731086374726 (+1 ms) 2024-11-08T17:19:34,726 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086373523.e3689c74c76051d035e7aa2144855636., pid=6, masterSystemTime=1731086374704 2024-11-08T17:19:34,728 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:34,728 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:34,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3689c74c76051d035e7aa2144855636, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,46845,1731086367707 2024-11-08T17:19:34,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3689c74c76051d035e7aa2144855636, server=74e38af3904c,46845,1731086367707 because future has completed 2024-11-08T17:19:34,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:19:34,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3689c74c76051d035e7aa2144855636, server=74e38af3904c,46845,1731086367707 in 191 msec 2024-11-08T17:19:34,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:19:34,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e3689c74c76051d035e7aa2144855636, ASSIGN in 349 msec 2024-11-08T17:19:34,738 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:34,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086374738"}]},"ts":"1731086374738"} 2024-11-08T17:19:34,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:19:34,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:34,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2180 sec 2024-11-08T17:19:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:19:35,690 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:19:35,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2b4a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33427,-1 for getting cluster id 2024-11-08T17:19:35,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:35,697 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b949608-ec45-4b30-9cda-c3a679029a6e' 2024-11-08T17:19:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b949608-ec45-4b30-9cda-c3a679029a6e" 2024-11-08T17:19:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b89243f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33427,-1] 2024-11-08T17:19:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:35,699 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec26b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab7dbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,45777,-1 for getting cluster id 2024-11-08T17:19:35,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:35,703 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78521591-f01d-4e57-9337-300a2acdd04d' 2024-11-08T17:19:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78521591-f01d-4e57-9337-300a2acdd04d" 2024-11-08T17:19:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,45777,-1] 2024-11-08T17:19:35,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:35,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:35,705 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711b7f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f073382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33427,-1 for getting cluster id 2024-11-08T17:19:35,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:35,707 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b949608-ec45-4b30-9cda-c3a679029a6e' 2024-11-08T17:19:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b949608-ec45-4b30-9cda-c3a679029a6e" 2024-11-08T17:19:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61588c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33427,-1] 2024-11-08T17:19:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:35,709 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:35,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e324e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33427,1731086361321 2024-11-08T17:19:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acf6b35 2024-11-08T17:19:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:35,712 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:35,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:45777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:19:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:19:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:35,715 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:45777' 2024-11-08T17:19:35,716 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650d6460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,716 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,45777,-1 for getting cluster id 2024-11-08T17:19:35,716 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:35,717 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78521591-f01d-4e57-9337-300a2acdd04d' 2024-11-08T17:19:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78521591-f01d-4e57-9337-300a2acdd04d" 2024-11-08T17:19:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd4e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,45777,-1] 2024-11-08T17:19:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:35,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:35,720 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:35,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ce455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:35,721 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:35,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,45777,1731086367197 2024-11-08T17:19:35,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1266bd89 2024-11-08T17:19:35,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:35,723 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:35,724 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-08T17:19:35,724 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:19:35,724 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:35,724 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:35,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:35,725 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:35,727 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:19:35,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:35,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:35,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:19:35,777 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:19:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:36,155 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87884b663079c461fd6db37ccd251780, NAME => 'hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020 2024-11-08T17:19:36,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:19:36,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:19:36,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T17:19:36,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:36,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T17:19:36,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:19:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87884b663079c461fd6db37ccd251780, disabling compactions & flushes 2024-11-08T17:19:36,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. after waiting 0 ms 2024-11-08T17:19:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:36,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87884b663079c461fd6db37ccd251780: Waiting for close lock at 1731086376561Disabling compacts and flushes for region at 1731086376561Disabling writes for close at 1731086376561Writing region close event to WAL at 1731086376561Closed at 1731086376561 2024-11-08T17:19:36,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:36,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086376562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086376562"}]},"ts":"1731086376562"} 2024-11-08T17:19:36,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:36,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:36,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086376565"}]},"ts":"1731086376565"} 2024-11-08T17:19:36,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:19:36,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87884b663079c461fd6db37ccd251780, ASSIGN}] 2024-11-08T17:19:36,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87884b663079c461fd6db37ccd251780, ASSIGN 2024-11-08T17:19:36,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87884b663079c461fd6db37ccd251780, ASSIGN; state=OFFLINE, location=74e38af3904c,45093,1731086361657; forceNewPlan=false, retain=false 2024-11-08T17:19:36,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87884b663079c461fd6db37ccd251780, regionState=OPENING, regionLocation=74e38af3904c,45093,1731086361657 2024-11-08T17:19:36,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87884b663079c461fd6db37ccd251780, ASSIGN because future has completed 2024-11-08T17:19:36,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87884b663079c461fd6db37ccd251780, server=74e38af3904c,45093,1731086361657}] 2024-11-08T17:19:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:36,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:36,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:36,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:19:36,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45093%2C1731086361657.rep, suffix=, logDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657, archiveDir=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/oldWALs, maxLogs=10 2024-11-08T17:19:36,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.rep.1731086376892, exclude list is [], retry=0 2024-11-08T17:19:36,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39125,DS-27d11709-6615-4d82-b025-e3fe9e12fe5a,DISK] 2024-11-08T17:19:36,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.rep.1731086376892 2024-11-08T17:19:36,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-08T17:19:36,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 87884b663079c461fd6db37ccd251780, NAME => 'hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:36,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:36,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:36,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. service=MultiRowMutationService 2024-11-08T17:19:36,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:19:36,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:36,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,931 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,932 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87884b663079c461fd6db37ccd251780 columnFamilyName hfileref 2024-11-08T17:19:36,932 DEBUG [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:36,932 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] regionserver.HStore(327): Store=87884b663079c461fd6db37ccd251780/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:36,933 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,934 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87884b663079c461fd6db37ccd251780 columnFamilyName queue 2024-11-08T17:19:36,934 DEBUG [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:36,934 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] regionserver.HStore(327): Store=87884b663079c461fd6db37ccd251780/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:36,934 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,936 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87884b663079c461fd6db37ccd251780 columnFamilyName sid 2024-11-08T17:19:36,936 DEBUG [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:36,937 INFO [StoreOpener-87884b663079c461fd6db37ccd251780-1 {}] regionserver.HStore(327): Store=87884b663079c461fd6db37ccd251780/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:36,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/replication/87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/replication/87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:36,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/replication/87884b663079c461fd6db37ccd251780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:36,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 87884b663079c461fd6db37ccd251780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68340757, jitterRate=0.01835663616657257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:36,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:36,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 87884b663079c461fd6db37ccd251780: Running coprocessor pre-open hook at 1731086376930Writing region info on filesystem at 1731086376930Initializing all the Stores at 1731086376931 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086376931Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086376931Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086376931Cleaning up temporary data from old regions at 1731086376939 (+8 ms)Running coprocessor post-open hooks at 1731086376946 (+7 ms)Region opened successfully at 1731086376946 2024-11-08T17:19:36,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780., pid=10, masterSystemTime=1731086376875 2024-11-08T17:19:36,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:36,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:36,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87884b663079c461fd6db37ccd251780, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,45093,1731086361657 2024-11-08T17:19:36,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87884b663079c461fd6db37ccd251780, server=74e38af3904c,45093,1731086361657 because future has completed 2024-11-08T17:19:36,953 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33427 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=74e38af3904c,45093,1731086361657, table=hbase:replication, region=87884b663079c461fd6db37ccd251780. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T17:19:36,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:19:36,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 87884b663079c461fd6db37ccd251780, server=74e38af3904c,45093,1731086361657 in 238 msec 2024-11-08T17:19:36,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:36,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086376977"}]},"ts":"1731086376977"} 2024-11-08T17:19:36,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:19:36,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87884b663079c461fd6db37ccd251780, ASSIGN in 396 msec 2024-11-08T17:19:36,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:19:36,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:36,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2560 sec 2024-11-08T17:19:37,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780., hostname=74e38af3904c,45093,1731086361657, seqNum=2] 2024-11-08T17:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:37,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:19:37,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:19:37,300 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:19:37,334 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,45093,1731086361657, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:19:37,335 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:37,335 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45093,1731086361657, seqNum=-1] 2024-11-08T17:19:37,335 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:37,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:37,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,45093,1731086361657', locateType=CURRENT is [region=hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780., hostname=74e38af3904c,45093,1731086361657, seqNum=2] 2024-11-08T17:19:37,340 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:19:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:19:37,342 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,45093,1731086361657 suceeded 2024-11-08T17:19:37,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:19:37,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-08T17:19:37,344 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:45777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:19:37,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6310 sec 2024-11-08T17:19:37,357 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:45777' 2024-11-08T17:19:37,358 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58b7dda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,358 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,45777,-1 for getting cluster id 2024-11-08T17:19:37,358 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:37,359 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78521591-f01d-4e57-9337-300a2acdd04d' 2024-11-08T17:19:37,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78521591-f01d-4e57-9337-300a2acdd04d" 2024-11-08T17:19:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624fde28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,45777,-1] 2024-11-08T17:19:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:37,361 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:37,361 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14faebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,361 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,45777,1731086367197 2024-11-08T17:19:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7208f8cd 2024-11-08T17:19:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:37,363 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T17:19:37,364 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,45093,1731086361657 (queues=1) is replicating from cluster=1b949608-ec45-4b30-9cda-c3a679029a6e to cluster=78521591-f01d-4e57-9337-300a2acdd04d 2024-11-08T17:19:37,364 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C45093%2C1731086361657 2024-11-08T17:19:37,364 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,45093,1731086361657, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:19:37,365 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, startPosition=0, beingWritten=true 2024-11-08T17:19:37,368 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C45093%2C1731086361657 2024-11-08T17:19:37,375 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:37,375 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 379, reset compression=false 2024-11-08T17:19:37,375 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45093,1731086361657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:37,589 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 379, reset compression=false 2024-11-08T17:19:37,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:19:37,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:37,860 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:19:37,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:37,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:37,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:37,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:37,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:37,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50870c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,45777,-1 for getting cluster id 2024-11-08T17:19:37,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:37,862 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78521591-f01d-4e57-9337-300a2acdd04d' 2024-11-08T17:19:37,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:37,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78521591-f01d-4e57-9337-300a2acdd04d" 2024-11-08T17:19:37,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ebee55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,45777,-1] 2024-11-08T17:19:37,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:37,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:37,864 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:37,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15740fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,45777,1731086367197 2024-11-08T17:19:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37131024 2024-11-08T17:19:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:37,868 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:37,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:33427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:19:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:19:37,877 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33427' 2024-11-08T17:19:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:37,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4aa10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,886 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33427,-1 for getting cluster id 2024-11-08T17:19:37,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:37,887 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b949608-ec45-4b30-9cda-c3a679029a6e' 2024-11-08T17:19:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b949608-ec45-4b30-9cda-c3a679029a6e" 2024-11-08T17:19:37,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75344b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33427,-1] 2024-11-08T17:19:37,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:37,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:37,893 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 379, reset compression=false 2024-11-08T17:19:37,901 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:37,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d92ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:37,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33427,1731086361321 2024-11-08T17:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4e1bf6 2024-11-08T17:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:37,906 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:19:37,908 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:19:37,908 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:19:37,908 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:37,909 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:37,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:37,909 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:37,911 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:19:37,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:19:37,914 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:37,916 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:19:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:19:37,967 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:19:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:38,299 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 379, reset compression=false 2024-11-08T17:19:38,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7875e319a4afb2a05327c75309fdd3a, NAME => 'hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d 2024-11-08T17:19:38,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:19:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:38,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:38,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7875e319a4afb2a05327c75309fdd3a, disabling compactions & flushes 2024-11-08T17:19:38,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:38,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:38,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. after waiting 0 ms 2024-11-08T17:19:38,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:38,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:38,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7875e319a4afb2a05327c75309fdd3a: Waiting for close lock at 1731086378770Disabling compacts and flushes for region at 1731086378770Disabling writes for close at 1731086378771 (+1 ms)Writing region close event to WAL at 1731086378771Closed at 1731086378771 2024-11-08T17:19:38,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:19:38,772 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086378772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086378772"}]},"ts":"1731086378772"} 2024-11-08T17:19:38,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:19:38,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:19:38,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086378776"}]},"ts":"1731086378776"} 2024-11-08T17:19:38,778 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:19:38,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7875e319a4afb2a05327c75309fdd3a, ASSIGN}] 2024-11-08T17:19:38,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7875e319a4afb2a05327c75309fdd3a, ASSIGN 2024-11-08T17:19:38,780 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7875e319a4afb2a05327c75309fdd3a, ASSIGN; state=OFFLINE, location=74e38af3904c,46845,1731086367707; forceNewPlan=false, retain=false 2024-11-08T17:19:38,810 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 379, reset compression=false 2024-11-08T17:19:38,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7875e319a4afb2a05327c75309fdd3a, regionState=OPENING, regionLocation=74e38af3904c,46845,1731086367707 2024-11-08T17:19:38,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7875e319a4afb2a05327c75309fdd3a, ASSIGN because future has completed 2024-11-08T17:19:38,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7875e319a4afb2a05327c75309fdd3a, server=74e38af3904c,46845,1731086367707}] 2024-11-08T17:19:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:39,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:39,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:39,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:19:39,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46845%2C1731086367707.rep, suffix=, logDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/oldWALs, maxLogs=10 2024-11-08T17:19:39,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.rep.1731086379092, exclude list is [], retry=0 2024-11-08T17:19:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-96613f94-c430-44ed-893a-509015e96d38,DISK] 2024-11-08T17:19:39,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.rep.1731086379092 2024-11-08T17:19:39,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-08T17:19:39,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7875e319a4afb2a05327c75309fdd3a, NAME => 'hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:39,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:39,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:39,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. service=MultiRowMutationService 2024-11-08T17:19:39,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:19:39,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:39,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,136 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,138 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7875e319a4afb2a05327c75309fdd3a columnFamilyName hfileref 2024-11-08T17:19:39,138 DEBUG [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:39,138 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] regionserver.HStore(327): Store=a7875e319a4afb2a05327c75309fdd3a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:39,139 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,140 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7875e319a4afb2a05327c75309fdd3a columnFamilyName queue 2024-11-08T17:19:39,140 DEBUG [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:39,140 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] regionserver.HStore(327): Store=a7875e319a4afb2a05327c75309fdd3a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:39,141 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,142 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7875e319a4afb2a05327c75309fdd3a columnFamilyName sid 2024-11-08T17:19:39,142 DEBUG [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:39,143 INFO [StoreOpener-a7875e319a4afb2a05327c75309fdd3a-1 {}] regionserver.HStore(327): Store=a7875e319a4afb2a05327c75309fdd3a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:19:39,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:39,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7875e319a4afb2a05327c75309fdd3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70891548, jitterRate=0.05636638402938843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:19:39,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:39,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7875e319a4afb2a05327c75309fdd3a: Running coprocessor pre-open hook at 1731086379134Writing region info on filesystem at 1731086379134Initializing all the Stores at 1731086379134Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086379134Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086379136 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086379136Cleaning up temporary data from old regions at 1731086379164 (+28 ms)Running coprocessor post-open hooks at 1731086379178 (+14 ms)Region opened successfully at 1731086379178 2024-11-08T17:19:39,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a., pid=10, masterSystemTime=1731086379086 2024-11-08T17:19:39,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:39,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:39,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7875e319a4afb2a05327c75309fdd3a, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,46845,1731086367707 2024-11-08T17:19:39,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7875e319a4afb2a05327c75309fdd3a, server=74e38af3904c,46845,1731086367707 because future has completed 2024-11-08T17:19:39,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:19:39,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7875e319a4afb2a05327c75309fdd3a, server=74e38af3904c,46845,1731086367707 in 255 msec 2024-11-08T17:19:39,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:19:39,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7875e319a4afb2a05327c75309fdd3a, ASSIGN in 413 msec 2024-11-08T17:19:39,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:19:39,193 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086379193"}]},"ts":"1731086379193"} 2024-11-08T17:19:39,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:19:39,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:19:39,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2870 sec 2024-11-08T17:19:39,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a., hostname=74e38af3904c,46845,1731086367707, seqNum=2] 2024-11-08T17:19:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:39,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:19:39,414 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 379, reset compression=false 2024-11-08T17:19:39,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:19:39,478 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:19:39,516 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,46845,1731086367707, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:19:39,517 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:39,517 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46845,1731086367707, seqNum=-1] 2024-11-08T17:19:39,517 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:39,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:39,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,46845,1731086367707', locateType=CURRENT is [region=hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a., hostname=74e38af3904c,46845,1731086367707, seqNum=2] 2024-11-08T17:19:39,523 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:19:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:19:39,525 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,46845,1731086367707 suceeded 2024-11-08T17:19:39,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:19:39,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-08T17:19:39,527 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:33427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:19:39,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6540 sec 2024-11-08T17:19:39,538 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33427' 2024-11-08T17:19:39,538 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710121e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:39,539 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33427,-1 for getting cluster id 2024-11-08T17:19:39,539 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:39,539 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b949608-ec45-4b30-9cda-c3a679029a6e' 2024-11-08T17:19:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b949608-ec45-4b30-9cda-c3a679029a6e" 2024-11-08T17:19:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21745659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33427,-1] 2024-11-08T17:19:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:39,541 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:39,542 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c862d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:39,542 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:39,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33427,1731086361321 2024-11-08T17:19:39,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c1104e4 2024-11-08T17:19:39,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:19:39,543 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T17:19:39,544 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,46845,1731086367707 (queues=1) is replicating from cluster=78521591-f01d-4e57-9337-300a2acdd04d to cluster=1b949608-ec45-4b30-9cda-c3a679029a6e 2024-11-08T17:19:39,544 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C46845%2C1731086367707 2024-11-08T17:19:39,544 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,46845,1731086367707, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:19:39,544 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C46845%2C1731086367707 2024-11-08T17:19:39,545 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, startPosition=0, beingWritten=true 2024-11-08T17:19:39,549 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:39,549 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 379, reset compression=false 2024-11-08T17:19:39,549 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46845,1731086367707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:39,753 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 379, reset compression=false 2024-11-08T17:19:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:19:40,029 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:19:40,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:40,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:40,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:40,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:40,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:40,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45093,1731086361657, seqNum=-1] 2024-11-08T17:19:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:40,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b., hostname=74e38af3904c,45093,1731086361657, seqNum=2] 2024-11-08T17:19:40,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46845,1731086367707, seqNum=-1] 2024-11-08T17:19:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:40,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:40,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086373523.e3689c74c76051d035e7aa2144855636., hostname=74e38af3904c,46845,1731086367707, seqNum=2] 2024-11-08T17:19:40,041 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T17:19:40,058 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 379, reset compression=false 2024-11-08T17:19:40,135 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 379, reset compression=false 2024-11-08T17:19:40,143 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:40,143 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 480, reset compression=false 2024-11-08T17:19:40,143 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45093,1731086361657 got entry batch from reader: WALEntryBatch [walEntries=[{test/52d7519f7ff9a99917da646f5d21c89b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T17:19:40,147 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:40,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T17:19:40,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:19:40,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42b598c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:40,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,45777,-1 for getting cluster id 2024-11-08T17:19:40,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:40,165 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78521591-f01d-4e57-9337-300a2acdd04d' 2024-11-08T17:19:40,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:40,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78521591-f01d-4e57-9337-300a2acdd04d" 2024-11-08T17:19:40,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12aa3532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:40,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,45777,-1] 2024-11-08T17:19:40,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:40,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:40,167 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:40,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6078d5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:40,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:40,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46845,1731086367707, seqNum=-1] 2024-11-08T17:19:40,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:40,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:40,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086373523.e3689c74c76051d035e7aa2144855636., hostname=74e38af3904c,46845,1731086367707, seqNum=2] 2024-11-08T17:19:40,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:19:40,393 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 480, reset compression=false 2024-11-08T17:19:40,462 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 379, reset compression=false 2024-11-08T17:19:40,467 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:40,467 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 503, reset compression=false 2024-11-08T17:19:40,467 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46845,1731086367707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:40,677 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 503, reset compression=false 2024-11-08T17:19:40,696 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 480, reset compression=false 2024-11-08T17:19:40,980 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 503, reset compression=false 2024-11-08T17:19:41,044 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T17:19:41,048 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T17:19:41,100 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 480, reset compression=false 2024-11-08T17:19:41,384 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 503, reset compression=false 2024-11-08T17:19:41,388 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:41,388 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 607, reset compression=false 2024-11-08T17:19:41,388 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46845,1731086367707 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3689c74c76051d035e7aa2144855636/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T17:19:41,390 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:41,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T17:19:41,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:19:41,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40f0d310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:41,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33427,-1 for getting cluster id 2024-11-08T17:19:41,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:41,392 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b949608-ec45-4b30-9cda-c3a679029a6e' 2024-11-08T17:19:41,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:41,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b949608-ec45-4b30-9cda-c3a679029a6e" 2024-11-08T17:19:41,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bfd2619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:41,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33427,-1] 2024-11-08T17:19:41,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:41,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:41,393 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:41,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f11bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:41,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:41,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45093,1731086361657, seqNum=-1] 2024-11-08T17:19:41,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:41,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T17:19:41,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b., hostname=74e38af3904c,45093,1731086361657, seqNum=2] 2024-11-08T17:19:41,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:19:41,592 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 607, reset compression=false 2024-11-08T17:19:41,604 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 480, reset compression=false 2024-11-08T17:19:41,610 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:41,610 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 607, reset compression=false 2024-11-08T17:19:41,610 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45093,1731086361657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:41,815 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 607, reset compression=false 2024-11-08T17:19:41,895 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 607, reset compression=false 2024-11-08T17:19:42,050 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T17:19:42,068 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T17:19:42,119 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 607, reset compression=false 2024-11-08T17:19:42,151 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:42,151 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 763, reset compression=false 2024-11-08T17:19:42,151 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45093,1731086361657 got entry batch from reader: WALEntryBatch [walEntries=[{test/52d7519f7ff9a99917da646f5d21c89b/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T17:19:42,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:19:42,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:19:42,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T17:19:42,299 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 607, reset compression=false 2024-11-08T17:19:42,304 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:42,304 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 754, reset compression=false 2024-11-08T17:19:42,304 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46845,1731086367707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:42,364 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 763, reset compression=false 2024-11-08T17:19:42,517 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 754, reset compression=false 2024-11-08T17:19:42,674 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 763, reset compression=false 2024-11-08T17:19:42,821 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 754, reset compression=false 2024-11-08T17:19:43,071 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T17:19:43,075 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T17:19:43,078 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 763, reset compression=false 2024-11-08T17:19:43,244 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 754, reset compression=false 2024-11-08T17:19:43,252 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:19:43,252 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 913, reset compression=false 2024-11-08T17:19:43,252 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46845,1731086367707 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3689c74c76051d035e7aa2144855636/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T17:19:43,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:19:43,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:19:43,465 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 913, reset compression=false 2024-11-08T17:19:43,589 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 763, reset compression=false 2024-11-08T17:19:43,599 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:43,599 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:43,599 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45093,1731086361657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:43,772 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 913, reset compression=false 2024-11-08T17:19:43,809 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:43,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:43,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:43,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28278 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:44,077 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T17:19:44,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:19:44,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:44,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:44,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:44,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:44,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:44,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:19:44,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=222804258, stopped=false 2024-11-08T17:19:44,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,45777,1731086367197 2024-11-08T17:19:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11060049605/running 2024-11-08T17:19:44,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11060049605/running 2024-11-08T17:19:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:44,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:44,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:44,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:44,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on znode that does not yet exist, /11060049605/running 2024-11-08T17:19:44,100 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,46845,1731086367707' ***** 2024-11-08T17:19:44,100 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:19:44,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:19:44,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Set watcher on znode that does not yet exist, /11060049605/running 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(3091): Received CLOSE for a7875e319a4afb2a05327c75309fdd3a 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(3091): Received CLOSE for e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,46845,1731086367707 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:44,101 INFO [RS:0;74e38af3904c:46845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46845. 2024-11-08T17:19:44,101 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7875e319a4afb2a05327c75309fdd3a, disabling compactions & flushes 2024-11-08T17:19:44,102 DEBUG [RS:0;74e38af3904c:46845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:44,102 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:44,102 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:44,102 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:44,102 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. after waiting 0 ms 2024-11-08T17:19:44,102 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:44,102 INFO [RS:0;74e38af3904c:46845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:19:44,102 INFO [RS:0;74e38af3904c:46845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:19:44,102 INFO [RS:0;74e38af3904c:46845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:19:44,102 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:19:44,102 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7875e319a4afb2a05327c75309fdd3a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T17:19:44,102 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:19:44,102 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1325): Online Regions={a7875e319a4afb2a05327c75309fdd3a=hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a., 1588230740=hbase:meta,,1.1588230740, e3689c74c76051d035e7aa2144855636=test,,1731086373523.e3689c74c76051d035e7aa2144855636.} 2024-11-08T17:19:44,102 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7875e319a4afb2a05327c75309fdd3a, e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:44,102 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:44,102 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:44,102 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:44,102 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:44,102 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:44,102 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:19:44,112 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:44,126 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/info/8d2056c208c34eeba8481ad109138fcf is 147, key is hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a./info:regioninfo/1731086379181/Put/seqid=0 2024-11-08T17:19:44,150 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:44,159 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a/.tmp/queue/20ae29c747f246b8bc1443d8251ba592 is 153, key is 1-74e38af3904c,46845,1731086367707/queue:74e38af3904c%2C46845%2C1731086367707/1731086383259/Put/seqid=0 2024-11-08T17:19:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741840_1016 (size=7686) 2024-11-08T17:19:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741841_1017 (size=5352) 2024-11-08T17:19:44,174 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a/.tmp/queue/20ae29c747f246b8bc1443d8251ba592 2024-11-08T17:19:44,176 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 913, reset compression=false 2024-11-08T17:19:44,190 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a/.tmp/queue/20ae29c747f246b8bc1443d8251ba592 as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a/queue/20ae29c747f246b8bc1443d8251ba592 2024-11-08T17:19:44,195 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a/queue/20ae29c747f246b8bc1443d8251ba592, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T17:19:44,196 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a7875e319a4afb2a05327c75309fdd3a in 94ms, sequenceid=10, compaction requested=false 2024-11-08T17:19:44,200 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/replication/a7875e319a4afb2a05327c75309fdd3a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T17:19:44,200 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:44,200 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:44,200 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:44,201 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7875e319a4afb2a05327c75309fdd3a: Waiting for close lock at 1731086384101Running coprocessor pre-close hooks at 1731086384101Disabling compacts and flushes for region at 1731086384101Disabling writes for close at 1731086384102 (+1 ms)Obtaining lock to block concurrent updates at 1731086384102Preparing flush snapshotting stores in a7875e319a4afb2a05327c75309fdd3a at 1731086384102Finished memstore snapshotting hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731086384102Flushing stores of hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. at 1731086384106 (+4 ms)Flushing a7875e319a4afb2a05327c75309fdd3a/queue: creating writer at 1731086384106Flushing a7875e319a4afb2a05327c75309fdd3a/queue: appending metadata at 1731086384159 (+53 ms)Flushing a7875e319a4afb2a05327c75309fdd3a/queue: closing flushed file at 1731086384159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8bcb75: reopening flushed file at 1731086384190 (+31 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a7875e319a4afb2a05327c75309fdd3a in 94ms, sequenceid=10, compaction requested=false at 1731086384196 (+6 ms)Writing region close event to WAL at 1731086384197 (+1 ms)Running coprocessor post-close hooks at 1731086384200 (+3 ms)Closed at 1731086384200 2024-11-08T17:19:44,201 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086377909.a7875e319a4afb2a05327c75309fdd3a. 2024-11-08T17:19:44,201 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3689c74c76051d035e7aa2144855636, disabling compactions & flushes 2024-11-08T17:19:44,201 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:44,201 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:44,201 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086373523.e3689c74c76051d035e7aa2144855636. after waiting 0 ms 2024-11-08T17:19:44,201 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:44,201 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3689c74c76051d035e7aa2144855636 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T17:19:44,220 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/f/c9ccc7d8c677464bb1a84b5460d99f80 is 29, key is row1/f:/1731086383072/DeleteFamily/seqid=0 2024-11-08T17:19:44,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741842_1018 (size=5118) 2024-11-08T17:19:44,225 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/f/c9ccc7d8c677464bb1a84b5460d99f80 2024-11-08T17:19:44,230 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9ccc7d8c677464bb1a84b5460d99f80 2024-11-08T17:19:44,258 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/f1/4b25a7764b5e473995fcf32407fccc21 is 30, key is row1/f1:/1731086383072/DeleteFamily/seqid=0 2024-11-08T17:19:44,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741843_1019 (size=5123) 2024-11-08T17:19:44,289 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/f1/4b25a7764b5e473995fcf32407fccc21 2024-11-08T17:19:44,294 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b25a7764b5e473995fcf32407fccc21 2024-11-08T17:19:44,302 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3689c74c76051d035e7aa2144855636 2024-11-08T17:19:44,313 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/norep/29326babf3af4b668e34a53e2ec94b9c is 33, key is row1/norep:/1731086383072/DeleteFamily/seqid=0 2024-11-08T17:19:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741844_1020 (size=5108) 2024-11-08T17:19:44,324 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/norep/29326babf3af4b668e34a53e2ec94b9c 2024-11-08T17:19:44,330 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29326babf3af4b668e34a53e2ec94b9c 2024-11-08T17:19:44,331 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/f/c9ccc7d8c677464bb1a84b5460d99f80 as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/f/c9ccc7d8c677464bb1a84b5460d99f80 2024-11-08T17:19:44,337 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9ccc7d8c677464bb1a84b5460d99f80 2024-11-08T17:19:44,337 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/f/c9ccc7d8c677464bb1a84b5460d99f80, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T17:19:44,339 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/f1/4b25a7764b5e473995fcf32407fccc21 as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/f1/4b25a7764b5e473995fcf32407fccc21 2024-11-08T17:19:44,351 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b25a7764b5e473995fcf32407fccc21 2024-11-08T17:19:44,351 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/f1/4b25a7764b5e473995fcf32407fccc21, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T17:19:44,352 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/.tmp/norep/29326babf3af4b668e34a53e2ec94b9c as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/norep/29326babf3af4b668e34a53e2ec94b9c 2024-11-08T17:19:44,359 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29326babf3af4b668e34a53e2ec94b9c 2024-11-08T17:19:44,359 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/norep/29326babf3af4b668e34a53e2ec94b9c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T17:19:44,365 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e3689c74c76051d035e7aa2144855636 in 164ms, sequenceid=8, compaction requested=false 2024-11-08T17:19:44,373 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/default/test/e3689c74c76051d035e7aa2144855636/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T17:19:44,374 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:44,374 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:44,374 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:44,374 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3689c74c76051d035e7aa2144855636: Waiting for close lock at 1731086384201Running coprocessor pre-close hooks at 1731086384201Disabling compacts and flushes for region at 1731086384201Disabling writes for close at 1731086384201Obtaining lock to block concurrent updates at 1731086384201Preparing flush snapshotting stores in e3689c74c76051d035e7aa2144855636 at 1731086384201Finished memstore snapshotting test,,1731086373523.e3689c74c76051d035e7aa2144855636., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731086384201Flushing stores of test,,1731086373523.e3689c74c76051d035e7aa2144855636. at 1731086384202 (+1 ms)Flushing e3689c74c76051d035e7aa2144855636/f: creating writer at 1731086384202Flushing e3689c74c76051d035e7aa2144855636/f: appending metadata at 1731086384219 (+17 ms)Flushing e3689c74c76051d035e7aa2144855636/f: closing flushed file at 1731086384219Flushing e3689c74c76051d035e7aa2144855636/f1: creating writer at 1731086384230 (+11 ms)Flushing e3689c74c76051d035e7aa2144855636/f1: appending metadata at 1731086384255 (+25 ms)Flushing e3689c74c76051d035e7aa2144855636/f1: closing flushed file at 1731086384255Flushing e3689c74c76051d035e7aa2144855636/norep: creating writer at 1731086384294 (+39 ms)Flushing e3689c74c76051d035e7aa2144855636/norep: appending metadata at 1731086384312 (+18 ms)Flushing e3689c74c76051d035e7aa2144855636/norep: closing flushed file at 1731086384312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bab2e91: reopening flushed file at 1731086384330 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45849918: reopening flushed file at 1731086384338 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b09d1b: reopening flushed file at 1731086384351 (+13 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e3689c74c76051d035e7aa2144855636 in 164ms, sequenceid=8, compaction requested=false at 1731086384365 (+14 ms)Writing region close event to WAL at 1731086384366 (+1 ms)Running coprocessor post-close hooks at 1731086384374 (+8 ms)Closed at 1731086384374 2024-11-08T17:19:44,374 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086373523.e3689c74c76051d035e7aa2144855636. 2024-11-08T17:19:44,436 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:19:44,436 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:19:44,502 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:44,565 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:44,567 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/info/8d2056c208c34eeba8481ad109138fcf 2024-11-08T17:19:44,602 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/ns/679a33d7d2f24f3183468076af12b5ca is 43, key is default/ns:d/1731086372308/Put/seqid=0 2024-11-08T17:19:44,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741845_1021 (size=5153) 2024-11-08T17:19:44,614 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/ns/679a33d7d2f24f3183468076af12b5ca 2024-11-08T17:19:44,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:19:44,645 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/rep_barrier/13704b877b2d4c42800b4ea58be112a7 is 112, key is test,,1731086373523.e3689c74c76051d035e7aa2144855636./rep_barrier:seqnumDuringOpen/1731086374728/Put/seqid=0 2024-11-08T17:19:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741846_1022 (size=5518) 2024-11-08T17:19:44,656 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/rep_barrier/13704b877b2d4c42800b4ea58be112a7 2024-11-08T17:19:44,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,685 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/table/3a78abf4ae044b2887c6e231a963d06d is 53, key is hbase:replication/table:state/1731086379193/Put/seqid=0 2024-11-08T17:19:44,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:44,692 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 913, reset compression=false 2024-11-08T17:19:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741847_1023 (size=5308) 2024-11-08T17:19:44,698 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:44,698 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 1804, reset compression=false 2024-11-08T17:19:44,698 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46845,1731086367707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567, lastWalPosition=1804, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:44,699 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,46845,1731086367707: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,46845,1731086367707, walGroup=74e38af3904c%2C46845%2C1731086367707, offset=74e38af3904c%2C46845%2C1731086367707.1731086371567:1804, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:46845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:19:44,700 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:19:44,700 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:19:44,700 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:19:44,700 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:19:44,700 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:19:44,700 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 614128600 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 190118712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:19:44,701 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:45777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:45777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:19:44,703 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:44,902 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 1804, reset compression=false 2024-11-08T17:19:44,903 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:45,078 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:45,093 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/table/3a78abf4ae044b2887c6e231a963d06d 2024-11-08T17:19:45,097 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/info/8d2056c208c34eeba8481ad109138fcf as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/info/8d2056c208c34eeba8481ad109138fcf 2024-11-08T17:19:45,100 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/info/8d2056c208c34eeba8481ad109138fcf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:19:45,101 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/ns/679a33d7d2f24f3183468076af12b5ca as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/ns/679a33d7d2f24f3183468076af12b5ca 2024-11-08T17:19:45,103 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:19:45,103 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:19:45,103 DEBUG [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:45,104 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/ns/679a33d7d2f24f3183468076af12b5ca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:19:45,105 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/rep_barrier/13704b877b2d4c42800b4ea58be112a7 as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/rep_barrier/13704b877b2d4c42800b4ea58be112a7 2024-11-08T17:19:45,109 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/rep_barrier/13704b877b2d4c42800b4ea58be112a7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:19:45,110 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/.tmp/table/3a78abf4ae044b2887c6e231a963d06d as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/table/3a78abf4ae044b2887c6e231a963d06d 2024-11-08T17:19:45,114 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/table/3a78abf4ae044b2887c6e231a963d06d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:19:45,115 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false 2024-11-08T17:19:45,118 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:19:45,119 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:45,119 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:45,119 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:45,119 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086384102Running coprocessor pre-close hooks at 1731086384102Disabling compacts and flushes for region at 1731086384102Disabling writes for close at 1731086384102Obtaining lock to block concurrent updates at 1731086384102Preparing flush snapshotting stores in 1588230740 at 1731086384102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086384103 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086384105 (+2 ms)Flushing 1588230740/info: creating writer at 1731086384105Flushing 1588230740/info: appending metadata at 1731086384126 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731086384126Flushing 1588230740/ns: creating writer at 1731086384577 (+451 ms)Flushing 1588230740/ns: appending metadata at 1731086384601 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731086384602 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731086384626 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086384644 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086384644Flushing 1588230740/table: creating writer at 1731086384661 (+17 ms)Flushing 1588230740/table: appending metadata at 1731086384684 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731086384684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb37f01: reopening flushed file at 1731086385096 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d103763: reopening flushed file at 1731086385100 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e369fc3: reopening flushed file at 1731086385104 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d04316: reopening flushed file at 1731086385109 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false at 1731086385115 (+6 ms)Writing region close event to WAL at 1731086385116 (+1 ms)Running coprocessor post-close hooks at 1731086385118 (+2 ms)Closed at 1731086385119 (+1 ms) 2024-11-08T17:19:45,119 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:45,206 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 to pos 1804, reset compression=false 2024-11-08T17:19:45,303 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,46845,1731086367707; all regions closed. 2024-11-08T17:19:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:19:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741839_1015 (size=2676) 2024-11-08T17:19:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741833_1009 (size=1812) 2024-11-08T17:19:45,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/WALs/74e38af3904c,46845,1731086367707/74e38af3904c%2C46845%2C1731086367707.1731086371567 not finished, retry = 0 2024-11-08T17:19:45,412 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:45,412 INFO [RS:0;74e38af3904c:46845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:45,413 INFO [RS:0;74e38af3904c:46845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:45,413 INFO [RS:0;74e38af3904c:46845 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:45,413 INFO [RS:0;74e38af3904c:46845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:45,413 INFO [RS:0;74e38af3904c:46845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,46845,1731086367707 because: Region server is closing 2024-11-08T17:19:45,414 INFO [RS:0;74e38af3904c:46845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46845. 2024-11-08T17:19:45,414 DEBUG [RS:0;74e38af3904c:46845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:45,414 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:45,414 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:45,414 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:45,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:45,514 INFO [RS:0;74e38af3904c:46845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.shipper74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 terminated 2024-11-08T17:19:45,514 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46845,1731086367707.replicationSource.wal-reader.74e38af3904c%2C46845%2C1731086367707,1-74e38af3904c,46845,1731086367707 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:19:45,514 INFO [RS:0;74e38af3904c:46845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46845. 2024-11-08T17:19:45,515 DEBUG [RS:0;74e38af3904c:46845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:45,515 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:45,515 DEBUG [RS:0;74e38af3904c:46845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:45,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:45,515 INFO [RS:0;74e38af3904c:46845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46845 2024-11-08T17:19:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11060049605/rs/74e38af3904c,46845,1731086367707 2024-11-08T17:19:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605/rs 2024-11-08T17:19:45,539 INFO [RS:0;74e38af3904c:46845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:45,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,46845,1731086367707] 2024-11-08T17:19:45,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11060049605/draining/74e38af3904c,46845,1731086367707 already deleted, retry=false 2024-11-08T17:19:45,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,46845,1731086367707 expired; onlineServers=0 2024-11-08T17:19:45,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,45777,1731086367197' ***** 2024-11-08T17:19:45,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:19:45,637 INFO [M:0;74e38af3904c:45777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:45,637 INFO [M:0;74e38af3904c:45777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:45,637 DEBUG [M:0;74e38af3904c:45777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:19:45,637 DEBUG [M:0;74e38af3904c:45777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:19:45,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:19:45,637 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086371030 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086371030,5,FailOnTimeoutGroup] 2024-11-08T17:19:45,637 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086371030 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086371030,5,FailOnTimeoutGroup] 2024-11-08T17:19:45,637 INFO [M:0;74e38af3904c:45777 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:45,637 INFO [M:0;74e38af3904c:45777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:45,637 DEBUG [M:0;74e38af3904c:45777 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:19:45,637 INFO [M:0;74e38af3904c:45777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:19:45,637 INFO [M:0;74e38af3904c:45777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:45,637 INFO [M:0;74e38af3904c:45777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:19:45,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:19:45,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11060049605/master 2024-11-08T17:19:45,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11060049605 2024-11-08T17:19:45,647 DEBUG [M:0;74e38af3904c:45777 {}] zookeeper.ZKUtil(347): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Unable to get data of znode /11060049605/master because node does not exist (not an error) 2024-11-08T17:19:45,647 WARN [M:0;74e38af3904c:45777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:19:45,648 INFO [M:0;74e38af3904c:45777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/.lastflushedseqids 2024-11-08T17:19:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741848_1024 (size=245) 2024-11-08T17:19:45,682 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:45,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:45,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46845-0x1011b7593fc0004, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:45,726 INFO [RS:0;74e38af3904c:46845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:45,726 INFO [RS:0;74e38af3904c:46845 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,46845,1731086367707; zookeeper connection closed. 2024-11-08T17:19:45,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e 2024-11-08T17:19:45,727 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:19:46,061 INFO [M:0;74e38af3904c:45777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:19:46,061 INFO [M:0;74e38af3904c:45777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:19:46,061 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:46,061 INFO [M:0;74e38af3904c:45777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:46,061 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:46,061 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:46,061 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:46,062 INFO [M:0;74e38af3904c:45777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T17:19:46,095 DEBUG [M:0;74e38af3904c:45777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed460b5a921e460eb65c7d70ddcb21f8 is 82, key is hbase:meta,,1/info:regioninfo/1731086372292/Put/seqid=0 2024-11-08T17:19:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741849_1025 (size=5672) 2024-11-08T17:19:46,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T17:19:46,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T17:19:46,386 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:46,501 INFO [M:0;74e38af3904c:45777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed460b5a921e460eb65c7d70ddcb21f8 2024-11-08T17:19:46,531 DEBUG [M:0;74e38af3904c:45777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03df3a09e50c436298761b9d3b1bdba6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086379196/Put/seqid=0 2024-11-08T17:19:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741850_1026 (size=8516) 2024-11-08T17:19:46,541 INFO [M:0;74e38af3904c:45777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03df3a09e50c436298761b9d3b1bdba6 2024-11-08T17:19:46,564 DEBUG [M:0;74e38af3904c:45777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e845f28ac7b54aa681665148a29c3f2d is 69, key is 74e38af3904c,46845,1731086367707/rs:state/1731086371242/Put/seqid=0 2024-11-08T17:19:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741851_1027 (size=5156) 2024-11-08T17:19:46,590 INFO [M:0;74e38af3904c:45777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e845f28ac7b54aa681665148a29c3f2d 2024-11-08T17:19:46,596 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed460b5a921e460eb65c7d70ddcb21f8 as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed460b5a921e460eb65c7d70ddcb21f8 2024-11-08T17:19:46,604 INFO [M:0;74e38af3904c:45777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed460b5a921e460eb65c7d70ddcb21f8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T17:19:46,605 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03df3a09e50c436298761b9d3b1bdba6 as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03df3a09e50c436298761b9d3b1bdba6 2024-11-08T17:19:46,619 INFO [M:0;74e38af3904c:45777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03df3a09e50c436298761b9d3b1bdba6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T17:19:46,621 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e845f28ac7b54aa681665148a29c3f2d as hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e845f28ac7b54aa681665148a29c3f2d 2024-11-08T17:19:46,630 INFO [M:0;74e38af3904c:45777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e845f28ac7b54aa681665148a29c3f2d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T17:19:46,634 INFO [M:0;74e38af3904c:45777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=97, compaction requested=false 2024-11-08T17:19:46,636 INFO [M:0;74e38af3904c:45777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:46,636 DEBUG [M:0;74e38af3904c:45777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086386061Disabling compacts and flushes for region at 1731086386061Disabling writes for close at 1731086386061Obtaining lock to block concurrent updates at 1731086386062 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086386062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731086386062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086386064 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086386065 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086386095 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086386095Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086386507 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086386530 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086386530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086386546 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086386563 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086386563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730378b2: reopening flushed file at 1731086386596 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294839c4: reopening flushed file at 1731086386604 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614cf607: reopening flushed file at 1731086386619 (+15 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=97, compaction requested=false at 1731086386634 (+15 ms)Writing region close event to WAL at 1731086386635 (+1 ms)Closed at 1731086386635 2024-11-08T17:19:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741830_1006 (size=63654) 2024-11-08T17:19:46,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d3db83f-d0c3-92e3-3570-38a2aaf2f91d/MasterData/WALs/74e38af3904c,45777,1731086367197/74e38af3904c%2C45777%2C1731086367197.1731086369457 not finished, retry = 0 2024-11-08T17:19:46,748 INFO [M:0;74e38af3904c:45777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:19:46,748 INFO [M:0;74e38af3904c:45777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45777 2024-11-08T17:19:46,748 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:46,751 INFO [M:0;74e38af3904c:45777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:46,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:46,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1011b7593fc0003, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:46,979 INFO [M:0;74e38af3904c:45777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:46,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@750fd743{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:46,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f74d19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:46,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:46,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75df3c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:46,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594bfdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:46,989 WARN [BP-1727933306-172.17.0.2-1731086365147 heartbeating to localhost/127.0.0.1:36899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:19:46,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:19:46,989 WARN [BP-1727933306-172.17.0.2-1731086365147 heartbeating to localhost/127.0.0.1:36899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1727933306-172.17.0.2-1731086365147 (Datanode Uuid 05ecde16-1466-4677-b5d9-c9da61804553) service to localhost/127.0.0.1:36899 2024-11-08T17:19:46,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:19:46,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/cluster_76b8ff2b-1098-4812-8c45-b424199736c0/data/data2/current/BP-1727933306-172.17.0.2-1731086365147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:46,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/cluster_76b8ff2b-1098-4812-8c45-b424199736c0/data/data1/current/BP-1727933306-172.17.0.2-1731086365147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:46,991 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:19:46,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d321207{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:46,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb3823d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:46,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:46,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7d602a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:46,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5c0330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:47,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:19:47,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:19:47,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:47,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:47,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:47,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:47,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:47,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:19:47,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1712117482, stopped=false 2024-11-08T17:19:47,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,33427,1731086361321 2024-11-08T17:19:47,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21681586/running 2024-11-08T17:19:47,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21681586/running 2024-11-08T17:19:47,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:47,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:47,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:47,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on znode that does not yet exist, /0-21681586/running 2024-11-08T17:19:47,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Set watcher on znode that does not yet exist, /0-21681586/running 2024-11-08T17:19:47,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:19:47,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:47,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:47,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,45093,1731086361657' ***** 2024-11-08T17:19:47,076 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:19:47,076 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:19:47,076 INFO [RS:0;74e38af3904c:45093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:19:47,076 INFO [RS:0;74e38af3904c:45093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:19:47,076 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:19:47,076 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(3091): Received CLOSE for 52d7519f7ff9a99917da646f5d21c89b 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(3091): Received CLOSE for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,45093,1731086361657 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45093. 2024-11-08T17:19:47,077 DEBUG [RS:0;74e38af3904c:45093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:47,077 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:47,077 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52d7519f7ff9a99917da646f5d21c89b, disabling compactions & flushes 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:19:47,077 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:19:47,077 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:47,077 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:47,077 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. after waiting 0 ms 2024-11-08T17:19:47,077 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:47,077 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52d7519f7ff9a99917da646f5d21c89b 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T17:19:47,078 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:19:47,078 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1325): Online Regions={52d7519f7ff9a99917da646f5d21c89b=test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b., 1588230740=hbase:meta,,1.1588230740, 87884b663079c461fd6db37ccd251780=hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780.} 2024-11-08T17:19:47,078 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52d7519f7ff9a99917da646f5d21c89b, 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:47,079 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:47,079 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:47,079 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:47,079 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:47,079 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:47,080 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:19:47,112 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/f/d4156d4f7182436881e80a262d0150ef is 29, key is row1/f:/1731086383072/DeleteFamily/seqid=0 2024-11-08T17:19:47,129 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:47,132 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/info/5581b1e0139a48fbb7402c5006e6322a is 147, key is hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780./info:regioninfo/1731086376950/Put/seqid=0 2024-11-08T17:19:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741841_1017 (size=7686) 2024-11-08T17:19:47,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741840_1016 (size=5118) 2024-11-08T17:19:47,175 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/f/d4156d4f7182436881e80a262d0150ef 2024-11-08T17:19:47,183 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4156d4f7182436881e80a262d0150ef 2024-11-08T17:19:47,207 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 912, reset compression=false 2024-11-08T17:19:47,208 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/f1/ee6198d03cac4d9f872e8e360e7fcd7d is 30, key is row1/f1:/1731086383072/DeleteFamily/seqid=0 2024-11-08T17:19:47,259 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:47,259 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 1159, reset compression=false 2024-11-08T17:19:47,259 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45093,1731086361657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:19:47,260 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,45093,1731086361657: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,45093,1731086361657, walGroup=74e38af3904c%2C45093%2C1731086361657, offset=74e38af3904c%2C45093%2C1731086361657.1731086363936:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:45093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:19:47,261 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:19:47,261 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:19:47,262 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:19:47,262 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:19:47,262 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:19:47,262 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 660265944 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 190572584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:19:47,262 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:33427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:33427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:19:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741842_1018 (size=5123) 2024-11-08T17:19:47,278 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52d7519f7ff9a99917da646f5d21c89b, 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:47,478 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52d7519f7ff9a99917da646f5d21c89b, 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:47,513 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 1159, reset compression=false 2024-11-08T17:19:47,568 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/info/5581b1e0139a48fbb7402c5006e6322a 2024-11-08T17:19:47,596 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/ns/3c929137c32448369be039d5635d52bc is 43, key is default/ns:d/1731086364885/Put/seqid=0 2024-11-08T17:19:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741843_1019 (size=5153) 2024-11-08T17:19:47,622 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/ns/3c929137c32448369be039d5635d52bc 2024-11-08T17:19:47,645 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/rep_barrier/fb147a4bf49a479a8a9d2e1d1e346649 is 112, key is test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b./rep_barrier:seqnumDuringOpen/1731086373181/Put/seqid=0 2024-11-08T17:19:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741844_1020 (size=5518) 2024-11-08T17:19:47,650 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/rep_barrier/fb147a4bf49a479a8a9d2e1d1e346649 2024-11-08T17:19:47,670 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/f1/ee6198d03cac4d9f872e8e360e7fcd7d 2024-11-08T17:19:47,673 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/table/2b982bbfa4bb47f9855d1e7aa9608274 is 53, key is hbase:replication/table:state/1731086376977/Put/seqid=0 2024-11-08T17:19:47,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741845_1021 (size=5308) 2024-11-08T17:19:47,678 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52d7519f7ff9a99917da646f5d21c89b, 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:47,681 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee6198d03cac4d9f872e8e360e7fcd7d 2024-11-08T17:19:47,702 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/norep/bc8ad34635a440d2940c744c6ed2c813 is 32, key is row/norep:/1731086382054/DeleteFamily/seqid=0 2024-11-08T17:19:47,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741846_1022 (size=5101) 2024-11-08T17:19:47,714 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/norep/bc8ad34635a440d2940c744c6ed2c813 2024-11-08T17:19:47,719 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc8ad34635a440d2940c744c6ed2c813 2024-11-08T17:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/f/d4156d4f7182436881e80a262d0150ef as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/f/d4156d4f7182436881e80a262d0150ef 2024-11-08T17:19:47,725 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4156d4f7182436881e80a262d0150ef 2024-11-08T17:19:47,725 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/f/d4156d4f7182436881e80a262d0150ef, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T17:19:47,727 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/f1/ee6198d03cac4d9f872e8e360e7fcd7d as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/f1/ee6198d03cac4d9f872e8e360e7fcd7d 2024-11-08T17:19:47,732 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee6198d03cac4d9f872e8e360e7fcd7d 2024-11-08T17:19:47,732 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/f1/ee6198d03cac4d9f872e8e360e7fcd7d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T17:19:47,733 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/.tmp/norep/bc8ad34635a440d2940c744c6ed2c813 as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/norep/bc8ad34635a440d2940c744c6ed2c813 2024-11-08T17:19:47,740 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc8ad34635a440d2940c744c6ed2c813 2024-11-08T17:19:47,740 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/norep/bc8ad34635a440d2940c744c6ed2c813, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T17:19:47,743 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 52d7519f7ff9a99917da646f5d21c89b in 666ms, sequenceid=8, compaction requested=false 2024-11-08T17:19:47,768 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/default/test/52d7519f7ff9a99917da646f5d21c89b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T17:19:47,769 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:47,769 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:47,769 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:47,769 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52d7519f7ff9a99917da646f5d21c89b: Waiting for close lock at 1731086387077Running coprocessor pre-close hooks at 1731086387077Disabling compacts and flushes for region at 1731086387077Disabling writes for close at 1731086387077Obtaining lock to block concurrent updates at 1731086387077Preparing flush snapshotting stores in 52d7519f7ff9a99917da646f5d21c89b at 1731086387077Finished memstore snapshotting test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731086387078 (+1 ms)Flushing stores of test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. at 1731086387079 (+1 ms)Flushing 52d7519f7ff9a99917da646f5d21c89b/f: creating writer at 1731086387079Flushing 52d7519f7ff9a99917da646f5d21c89b/f: appending metadata at 1731086387112 (+33 ms)Flushing 52d7519f7ff9a99917da646f5d21c89b/f: closing flushed file at 1731086387112Flushing 52d7519f7ff9a99917da646f5d21c89b/f1: creating writer at 1731086387183 (+71 ms)Flushing 52d7519f7ff9a99917da646f5d21c89b/f1: appending metadata at 1731086387207 (+24 ms)Flushing 52d7519f7ff9a99917da646f5d21c89b/f1: closing flushed file at 1731086387207Flushing 52d7519f7ff9a99917da646f5d21c89b/norep: creating writer at 1731086387681 (+474 ms)Flushing 52d7519f7ff9a99917da646f5d21c89b/norep: appending metadata at 1731086387701 (+20 ms)Flushing 52d7519f7ff9a99917da646f5d21c89b/norep: closing flushed file at 1731086387701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7baa9da2: reopening flushed file at 1731086387719 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6407d60a: reopening flushed file at 1731086387726 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3d6291: reopening flushed file at 1731086387732 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 52d7519f7ff9a99917da646f5d21c89b in 666ms, sequenceid=8, compaction requested=false at 1731086387743 (+11 ms)Writing region close event to WAL at 1731086387765 (+22 ms)Running coprocessor post-close hooks at 1731086387769 (+4 ms)Closed at 1731086387769 2024-11-08T17:19:47,769 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086372379.52d7519f7ff9a99917da646f5d21c89b. 2024-11-08T17:19:47,770 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87884b663079c461fd6db37ccd251780, disabling compactions & flushes 2024-11-08T17:19:47,770 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:47,770 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:47,770 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. after waiting 0 ms 2024-11-08T17:19:47,770 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:47,770 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87884b663079c461fd6db37ccd251780: Waiting for close lock at 1731086387770Running coprocessor pre-close hooks at 1731086387770Disabling compacts and flushes for region at 1731086387770Disabling writes for close at 1731086387770Failed flush hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780., putting online again at 1731086387770 2024-11-08T17:19:47,770 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:47,773 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:19:47,773 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:19:47,821 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 1159, reset compression=false 2024-11-08T17:19:47,825 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:19:47,825 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 1803, reset compression=false 2024-11-08T17:19:47,879 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(3091): Received CLOSE for 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:47,879 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87884b663079c461fd6db37ccd251780 2024-11-08T17:19:47,879 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87884b663079c461fd6db37ccd251780, disabling compactions & flushes 2024-11-08T17:19:47,879 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:47,879 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:47,879 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. after waiting 0 ms 2024-11-08T17:19:47,879 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:47,879 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87884b663079c461fd6db37ccd251780: Waiting for close lock at 1731086387879Running coprocessor pre-close hooks at 1731086387879Disabling compacts and flushes for region at 1731086387879Disabling writes for close at 1731086387879Failed flush hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780., putting online again at 1731086387879 2024-11-08T17:19:47,879 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780. 2024-11-08T17:19:48,029 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 1803, reset compression=false 2024-11-08T17:19:48,078 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/table/2b982bbfa4bb47f9855d1e7aa9608274 2024-11-08T17:19:48,079 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:19:48,079 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 87884b663079c461fd6db37ccd251780=hbase:replication,,1731086375725.87884b663079c461fd6db37ccd251780.} 2024-11-08T17:19:48,079 DEBUG [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:19:48,082 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/info/5581b1e0139a48fbb7402c5006e6322a as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/info/5581b1e0139a48fbb7402c5006e6322a 2024-11-08T17:19:48,087 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/info/5581b1e0139a48fbb7402c5006e6322a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:19:48,088 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/ns/3c929137c32448369be039d5635d52bc as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/ns/3c929137c32448369be039d5635d52bc 2024-11-08T17:19:48,093 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/ns/3c929137c32448369be039d5635d52bc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:19:48,093 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/rep_barrier/fb147a4bf49a479a8a9d2e1d1e346649 as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/rep_barrier/fb147a4bf49a479a8a9d2e1d1e346649 2024-11-08T17:19:48,099 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/rep_barrier/fb147a4bf49a479a8a9d2e1d1e346649, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:19:48,100 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/.tmp/table/2b982bbfa4bb47f9855d1e7aa9608274 as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/table/2b982bbfa4bb47f9855d1e7aa9608274 2024-11-08T17:19:48,111 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/table/2b982bbfa4bb47f9855d1e7aa9608274, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:19:48,112 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=16, compaction requested=false 2024-11-08T17:19:48,116 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:19:48,117 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:19:48,117 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:19:48,117 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:48,117 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086387079Running coprocessor pre-close hooks at 1731086387079Disabling compacts and flushes for region at 1731086387079Disabling writes for close at 1731086387079Obtaining lock to block concurrent updates at 1731086387080 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731086387080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086387080Flushing stores of hbase:meta,,1.1588230740 at 1731086387092 (+12 ms)Flushing 1588230740/info: creating writer at 1731086387092Flushing 1588230740/info: appending metadata at 1731086387132 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731086387132Flushing 1588230740/ns: creating writer at 1731086387574 (+442 ms)Flushing 1588230740/ns: appending metadata at 1731086387595 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731086387595Flushing 1588230740/rep_barrier: creating writer at 1731086387627 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086387645 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086387645Flushing 1588230740/table: creating writer at 1731086387655 (+10 ms)Flushing 1588230740/table: appending metadata at 1731086387673 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731086387673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc5fae: reopening flushed file at 1731086388082 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674dd45a: reopening flushed file at 1731086388088 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9e2015: reopening flushed file at 1731086388093 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9ff957: reopening flushed file at 1731086388099 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=16, compaction requested=false at 1731086388112 (+13 ms)Writing region close event to WAL at 1731086388114 (+2 ms)Running coprocessor post-close hooks at 1731086388117 (+3 ms)Closed at 1731086388117 2024-11-08T17:19:48,117 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:48,279 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T17:19:48,279 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,45093,1731086361657; all regions closed. 2024-11-08T17:19:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:19:48,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.rep.1731086376892 not finished, retry = 0 2024-11-08T17:19:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741839_1015 (size=1733) 2024-11-08T17:19:48,333 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 to pos 1803, reset compression=false 2024-11-08T17:19:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741832_1008 (size=1811) 2024-11-08T17:19:48,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/WALs/74e38af3904c,45093,1731086361657/74e38af3904c%2C45093%2C1731086361657.1731086363936 not finished, retry = 0 2024-11-08T17:19:48,487 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:48,487 INFO [RS:0;74e38af3904c:45093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:19:48,488 INFO [RS:0;74e38af3904c:45093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:48,488 INFO [RS:0;74e38af3904c:45093 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:48,488 INFO [RS:0;74e38af3904c:45093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:48,488 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:48,488 INFO [RS:0;74e38af3904c:45093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,45093,1731086361657 because: Region server is closing 2024-11-08T17:19:48,489 INFO [RS:0;74e38af3904c:45093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45093. 2024-11-08T17:19:48,489 DEBUG [RS:0;74e38af3904c:45093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:48,489 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:48,489 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:48,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:48,589 INFO [RS:0;74e38af3904c:45093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.shipper74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 terminated 2024-11-08T17:19:48,589 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45093,1731086361657.replicationSource.wal-reader.74e38af3904c%2C45093%2C1731086361657,1-74e38af3904c,45093,1731086361657 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:19:48,589 INFO [RS:0;74e38af3904c:45093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45093. 2024-11-08T17:19:48,589 DEBUG [RS:0;74e38af3904c:45093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:19:48,589 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:48,589 DEBUG [RS:0;74e38af3904c:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:48,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:19:48,589 INFO [RS:0;74e38af3904c:45093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45093 2024-11-08T17:19:48,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21681586/rs/74e38af3904c,45093,1731086361657 2024-11-08T17:19:48,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586/rs 2024-11-08T17:19:48,612 INFO [RS:0;74e38af3904c:45093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:48,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,45093,1731086361657] 2024-11-08T17:19:48,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-21681586/draining/74e38af3904c,45093,1731086361657 already deleted, retry=false 2024-11-08T17:19:48,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,45093,1731086361657 expired; onlineServers=0 2024-11-08T17:19:48,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,33427,1731086361321' ***** 2024-11-08T17:19:48,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:19:48,633 INFO [M:0;74e38af3904c:33427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:19:48,633 INFO [M:0;74e38af3904c:33427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:19:48,633 DEBUG [M:0;74e38af3904c:33427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:19:48,633 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:19:48,633 DEBUG [M:0;74e38af3904c:33427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:19:48,633 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086363666 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086363666,5,FailOnTimeoutGroup] 2024-11-08T17:19:48,634 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086363668 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086363668,5,FailOnTimeoutGroup] 2024-11-08T17:19:48,634 INFO [M:0;74e38af3904c:33427 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:19:48,634 INFO [M:0;74e38af3904c:33427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:19:48,634 DEBUG [M:0;74e38af3904c:33427 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:19:48,634 INFO [M:0;74e38af3904c:33427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:19:48,634 INFO [M:0;74e38af3904c:33427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:19:48,634 INFO [M:0;74e38af3904c:33427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:19:48,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:19:48,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21681586/master 2024-11-08T17:19:48,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21681586 2024-11-08T17:19:48,647 DEBUG [M:0;74e38af3904c:33427 {}] zookeeper.RecoverableZooKeeper(212): Node /0-21681586/master already deleted, retry=false 2024-11-08T17:19:48,647 DEBUG [M:0;74e38af3904c:33427 {}] master.ActiveMasterManager(353): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-21681586/master 2024-11-08T17:19:48,648 INFO [M:0;74e38af3904c:33427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/.lastflushedseqids 2024-11-08T17:19:48,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741847_1023 (size=245) 2024-11-08T17:19:48,671 INFO [M:0;74e38af3904c:33427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:19:48,671 INFO [M:0;74e38af3904c:33427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:19:48,671 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:48,671 INFO [M:0;74e38af3904c:33427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:48,671 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:48,671 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:48,671 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:48,672 INFO [M:0;74e38af3904c:33427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T17:19:48,691 DEBUG [M:0;74e38af3904c:33427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f102ee5869bd44dbb2bb0edc416de8a5 is 82, key is hbase:meta,,1/info:regioninfo/1731086364758/Put/seqid=0 2024-11-08T17:19:48,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741848_1024 (size=5672) 2024-11-08T17:19:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x1011b7593fc0001, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:48,723 INFO [RS:0;74e38af3904c:45093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:48,723 INFO [RS:0;74e38af3904c:45093 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,45093,1731086361657; zookeeper connection closed. 2024-11-08T17:19:48,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73f13f20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73f13f20 2024-11-08T17:19:48,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:19:49,115 INFO [M:0;74e38af3904c:33427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f102ee5869bd44dbb2bb0edc416de8a5 2024-11-08T17:19:49,150 DEBUG [M:0;74e38af3904c:33427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ffafec9bf4d406586770259622a61a5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086376982/Put/seqid=0 2024-11-08T17:19:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741849_1025 (size=8516) 2024-11-08T17:19:49,184 INFO [M:0;74e38af3904c:33427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ffafec9bf4d406586770259622a61a5 2024-11-08T17:19:49,218 DEBUG [M:0;74e38af3904c:33427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8565f465b8e24e908398b8d1a2925f9b is 69, key is 74e38af3904c,45093,1731086361657/rs:state/1731086363714/Put/seqid=0 2024-11-08T17:19:49,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741850_1026 (size=5156) 2024-11-08T17:19:49,643 INFO [M:0;74e38af3904c:33427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8565f465b8e24e908398b8d1a2925f9b 2024-11-08T17:19:49,648 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f102ee5869bd44dbb2bb0edc416de8a5 as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f102ee5869bd44dbb2bb0edc416de8a5 2024-11-08T17:19:49,654 INFO [M:0;74e38af3904c:33427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f102ee5869bd44dbb2bb0edc416de8a5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T17:19:49,656 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ffafec9bf4d406586770259622a61a5 as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ffafec9bf4d406586770259622a61a5 2024-11-08T17:19:49,661 INFO [M:0;74e38af3904c:33427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ffafec9bf4d406586770259622a61a5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T17:19:49,662 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8565f465b8e24e908398b8d1a2925f9b as hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8565f465b8e24e908398b8d1a2925f9b 2024-11-08T17:19:49,667 INFO [M:0;74e38af3904c:33427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40499/user/jenkins/test-data/c746864e-b0e9-dd5e-acb1-beff344d5020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8565f465b8e24e908398b8d1a2925f9b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T17:19:49,668 INFO [M:0;74e38af3904c:33427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=97, compaction requested=false 2024-11-08T17:19:49,689 INFO [M:0;74e38af3904c:33427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:49,689 DEBUG [M:0;74e38af3904c:33427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086388671Disabling compacts and flushes for region at 1731086388671Disabling writes for close at 1731086388671Obtaining lock to block concurrent updates at 1731086388672 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086388672Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731086388672Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086388672Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086388672Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086388691 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086388691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086389120 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086389150 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086389150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086389191 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086389218 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086389218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12bb3990: reopening flushed file at 1731086389647 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bd7d26: reopening flushed file at 1731086389655 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a68818: reopening flushed file at 1731086389661 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=97, compaction requested=false at 1731086389668 (+7 ms)Writing region close event to WAL at 1731086389689 (+21 ms)Closed at 1731086389689 2024-11-08T17:19:49,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39125 is added to blk_1073741830_1006 (size=63654) 2024-11-08T17:19:49,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:19:49,696 INFO [M:0;74e38af3904c:33427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:19:49,696 INFO [M:0;74e38af3904c:33427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33427 2024-11-08T17:19:49,701 INFO [M:0;74e38af3904c:33427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:19:49,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:19:49,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:19:49,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:49,842 INFO [M:0;74e38af3904c:33427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:19:49,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33427-0x1011b7593fc0000, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:19:49,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cfefd38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:49,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cf9e40a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:49,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:49,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7bdae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:49,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@737bdf9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:49,846 WARN [BP-1989188140-172.17.0.2-1731086358654 heartbeating to localhost/127.0.0.1:40499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:19:49,846 WARN [BP-1989188140-172.17.0.2-1731086358654 heartbeating to localhost/127.0.0.1:40499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1989188140-172.17.0.2-1731086358654 (Datanode Uuid aaf90dff-5007-47a8-886a-5e4abb92d0d4) service to localhost/127.0.0.1:40499 2024-11-08T17:19:49,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:19:49,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:19:49,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367/data/data1/current/BP-1989188140-172.17.0.2-1731086358654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:49,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/cluster_ab07c329-9b54-cb4a-24d2-d56163a57367/data/data2/current/BP-1989188140-172.17.0.2-1731086358654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:19:49,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:19:49,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f387c04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:49,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fe155a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:19:49,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:19:49,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b975ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:19:49,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@392039a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/081fbfd3-7e08-d53f-a1c2-bc0601467c95/hadoop.log.dir/,STOPPED} 2024-11-08T17:19:49,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:19:49,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:19:49,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 246) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36899 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61602) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61602) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40499 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=610 (was 622), ProcessCount=11 (was 11), AvailableMemoryMB=3893 (was 3164) - AvailableMemoryMB LEAK? - 2024-11-08T17:19:49,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=610, ProcessCount=11, AvailableMemoryMB=3894 2024-11-08T17:19:49,902 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T17:19:49,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.log.dir so I do NOT create it in target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29 2024-11-08T17:19:49,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:19:49,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.tmp.dir so I do NOT create it in target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29 2024-11-08T17:19:49,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/46378505-a85a-39e0-bc1e-1d3cd3fc9412/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:19:49,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29 2024-11-08T17:19:49,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737, deleteOnExit=true 2024-11-08T17:19:49,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737/zookeeper_0, clientPort=54493, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:19:49,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54493 2024-11-08T17:19:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:19:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:19:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/test.cache.data in system properties and HBase conf 2024-11-08T17:19:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:19:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:19:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:19:49,928 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:19:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:19:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:19:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:19:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:19:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b7593fc0005, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:19:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b7593fc0002, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:19:49,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b7593fc0002, quorum=127.0.0.1:61602, baseZNode=/0-21681586 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:19:49,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b7593fc0005, quorum=127.0.0.1:61602, baseZNode=/11060049605 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:19:50,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:50,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:50,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:50,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:50,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:19:50,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:50,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d00ec2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:50,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b35f83a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:50,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71caf990{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/java.io.tmpdir/jetty-localhost-36503-hadoop-hdfs-3_4_1-tests_jar-_-any-4821555497748850902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:50,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18acb{HTTP/1.1, (http/1.1)}{localhost:36503} 2024-11-08T17:19:50,511 INFO [Time-limited test {}] server.Server(415): Started @223290ms 2024-11-08T17:19:50,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:50,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:50,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:50,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:50,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:19:50,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72a8fb2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:50,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b15ec5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:50,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52e5ed7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/java.io.tmpdir/jetty-localhost-35939-hadoop-hdfs-3_4_1-tests_jar-_-any-10462526718886532876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:50,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ddc9d{HTTP/1.1, (http/1.1)}{localhost:35939} 2024-11-08T17:19:50,946 INFO [Time-limited test {}] server.Server(415): Started @223726ms 2024-11-08T17:19:50,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:19:51,692 WARN [Thread-2634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737/data/data1/current/BP-1412601038-172.17.0.2-1731086389950/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:51,692 WARN [Thread-2635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737/data/data2/current/BP-1412601038-172.17.0.2-1731086389950/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:51,712 WARN [Thread-2622 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:19:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc438d35b0462ab with lease ID 0x2433d13e53907912: Processing first storage report for DS-4094841b-420a-4369-8ec5-43533a7b08cc from datanode DatanodeRegistration(127.0.0.1:35293, datanodeUuid=63c0f27a-0d22-4048-86f7-5d99c6d79ec5, infoPort=43413, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=991761524;c=1731086389950) 2024-11-08T17:19:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc438d35b0462ab with lease ID 0x2433d13e53907912: from storage DS-4094841b-420a-4369-8ec5-43533a7b08cc node DatanodeRegistration(127.0.0.1:35293, datanodeUuid=63c0f27a-0d22-4048-86f7-5d99c6d79ec5, infoPort=43413, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=991761524;c=1731086389950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc438d35b0462ab with lease ID 0x2433d13e53907912: Processing first storage report for DS-050bc153-8308-49f4-8215-e0bc81140a01 from datanode DatanodeRegistration(127.0.0.1:35293, datanodeUuid=63c0f27a-0d22-4048-86f7-5d99c6d79ec5, infoPort=43413, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=991761524;c=1731086389950) 2024-11-08T17:19:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc438d35b0462ab with lease ID 0x2433d13e53907912: from storage DS-050bc153-8308-49f4-8215-e0bc81140a01 node DatanodeRegistration(127.0.0.1:35293, datanodeUuid=63c0f27a-0d22-4048-86f7-5d99c6d79ec5, infoPort=43413, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=991761524;c=1731086389950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:51,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29 2024-11-08T17:19:51,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:51,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:51,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:19:52,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109 with version=8 2024-11-08T17:19:52,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/hbase-staging 2024-11-08T17:19:52,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:52,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:52,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:52,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:52,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:52,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:52,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:19:52,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:52,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46555 2024-11-08T17:19:52,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46555 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:19:52,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465550x0, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:52,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46555-0x1011b760e490000 connected 2024-11-08T17:19:52,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:52,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:52,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on znode that does not yet exist, /0576486957/running 2024-11-08T17:19:52,539 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109, hbase.cluster.distributed=false 2024-11-08T17:19:52,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on znode that does not yet exist, /0576486957/acl 2024-11-08T17:19:52,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46555 2024-11-08T17:19:52,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46555 2024-11-08T17:19:52,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46555 2024-11-08T17:19:52,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46555 2024-11-08T17:19:52,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46555 2024-11-08T17:19:52,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:52,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:52,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:52,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:52,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:52,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:52,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:19:52,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:52,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45983 2024-11-08T17:19:52,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45983 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:19:52,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:52,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459830x0, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:52,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45983-0x1011b760e490001 connected 2024-11-08T17:19:52,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on znode that does not yet exist, /0576486957/running 2024-11-08T17:19:52,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:19:52,592 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:19:52,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on znode that does not yet exist, /0576486957/master 2024-11-08T17:19:52,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on znode that does not yet exist, /0576486957/acl 2024-11-08T17:19:52,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45983 2024-11-08T17:19:52,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45983 2024-11-08T17:19:52,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45983 2024-11-08T17:19:52,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45983 2024-11-08T17:19:52,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45983 2024-11-08T17:19:52,627 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:46555 2024-11-08T17:19:52,627 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0576486957/backup-masters/74e38af3904c,46555,1731086392204 2024-11-08T17:19:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957/backup-masters 2024-11-08T17:19:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957/backup-masters 2024-11-08T17:19:52,641 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on existing znode=/0576486957/backup-masters/74e38af3904c,46555,1731086392204 2024-11-08T17:19:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0576486957/master 2024-11-08T17:19:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:52,651 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on existing znode=/0576486957/master 2024-11-08T17:19:52,651 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0576486957/backup-masters/74e38af3904c,46555,1731086392204 from backup master directory 2024-11-08T17:19:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957/backup-masters 2024-11-08T17:19:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0576486957/backup-masters/74e38af3904c,46555,1731086392204 2024-11-08T17:19:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957/backup-masters 2024-11-08T17:19:52,661 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:52,661 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,46555,1731086392204 2024-11-08T17:19:52,665 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/hbase.id] with ID: 25405b29-5cdb-4853-9e1f-6522a7e7cc9d 2024-11-08T17:19:52,665 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/.tmp/hbase.id 2024-11-08T17:19:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:19:52,678 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/.tmp/hbase.id]:[hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/hbase.id] 2024-11-08T17:19:52,690 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:52,690 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:19:52,691 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:19:52,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:52,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:19:53,108 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:53,109 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:19:53,111 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:19:53,517 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store 2024-11-08T17:19:53,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:19:53,937 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:53,937 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:53,937 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:53,937 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:53,937 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:53,937 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:53,937 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:53,937 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086393937Disabling compacts and flushes for region at 1731086393937Disabling writes for close at 1731086393937Writing region close event to WAL at 1731086393937Closed at 1731086393937 2024-11-08T17:19:53,938 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/.initializing 2024-11-08T17:19:53,938 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/WALs/74e38af3904c,46555,1731086392204 2024-11-08T17:19:53,939 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:53,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:19:53,940 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C46555%2C1731086392204, suffix=, logDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/WALs/74e38af3904c,46555,1731086392204, archiveDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/oldWALs, maxLogs=10 2024-11-08T17:19:53,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:53,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38367 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:19:53,955 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/WALs/74e38af3904c,46555,1731086392204/74e38af3904c%2C46555%2C1731086392204.1731086393940, exclude list is [], retry=0 2024-11-08T17:19:53,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-4094841b-420a-4369-8ec5-43533a7b08cc,DISK] 2024-11-08T17:19:53,958 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/WALs/74e38af3904c,46555,1731086392204/74e38af3904c%2C46555%2C1731086392204.1731086393940 2024-11-08T17:19:53,960 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-08T17:19:53,961 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:53,961 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:53,961 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,961 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:19:53,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:53,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:53,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:19:53,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:19:53,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:53,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:53,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:19:53,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:53,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:53,969 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,969 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,970 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,972 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,972 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,972 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:53,973 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:53,974 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:53,975 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72066662, jitterRate=0.07387694716453552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:53,975 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086393961Initializing all the Stores at 1731086393962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086393962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086393963 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086393963Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086393963Cleaning up temporary data from old regions at 1731086393972 (+9 ms)Region opened successfully at 1731086393975 (+3 ms) 2024-11-08T17:19:53,976 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:19:53,978 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383e3dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:53,979 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:19:53,979 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:19:53,979 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:19:53,979 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:19:53,980 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:19:53,980 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:19:53,980 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:19:53,987 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:19:53,988 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Unable to get data of znode /0576486957/balancer because node does not exist (not necessarily an error) 2024-11-08T17:19:54,008 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0576486957/balancer already deleted, retry=false 2024-11-08T17:19:54,009 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:19:54,009 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Unable to get data of znode /0576486957/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:19:54,019 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0576486957/normalizer already deleted, retry=false 2024-11-08T17:19:54,019 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:19:54,020 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Unable to get data of znode /0576486957/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:19:54,029 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0576486957/switch/split already deleted, retry=false 2024-11-08T17:19:54,030 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Unable to get data of znode /0576486957/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:19:54,040 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0576486957/switch/merge already deleted, retry=false 2024-11-08T17:19:54,041 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Unable to get data of znode /0576486957/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:19:54,050 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0576486957/snapshot-cleanup already deleted, retry=false 2024-11-08T17:19:54,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0576486957/running 2024-11-08T17:19:54,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0576486957/running 2024-11-08T17:19:54,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:54,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:54,061 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,46555,1731086392204, sessionid=0x1011b760e490000, setting cluster-up flag (Was=false) 2024-11-08T17:19:54,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:54,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:54,114 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0576486957/flush-table-proc/acquired, /0576486957/flush-table-proc/reached, /0576486957/flush-table-proc/abort 2024-11-08T17:19:54,114 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,46555,1731086392204 2024-11-08T17:19:54,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:54,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:54,345 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0576486957/online-snapshot/acquired, /0576486957/online-snapshot/reached, /0576486957/online-snapshot/abort 2024-11-08T17:19:54,346 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,46555,1731086392204 2024-11-08T17:19:54,347 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:19:54,348 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:54,348 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:19:54,348 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:19:54,348 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,46555,1731086392204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:54,349 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,350 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086424350 2024-11-08T17:19:54,350 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:19:54,350 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:19:54,350 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:19:54,350 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:19:54,350 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:19:54,350 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:19:54,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:19:54,351 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086394351,5,FailOnTimeoutGroup] 2024-11-08T17:19:54,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:54,351 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086394351,5,FailOnTimeoutGroup] 2024-11-08T17:19:54,351 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,352 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:19:54,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:19:54,352 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,352 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:19:54,413 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(746): ClusterId : 25405b29-5cdb-4853-9e1f-6522a7e7cc9d 2024-11-08T17:19:54,413 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:19:54,430 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:19:54,430 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:19:54,441 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:19:54,441 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a0e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:54,456 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:45983 2024-11-08T17:19:54,457 INFO [RS:0;74e38af3904c:45983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:19:54,457 INFO [RS:0;74e38af3904c:45983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:19:54,457 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:19:54,457 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,46555,1731086392204 with port=45983, startcode=1731086392566 2024-11-08T17:19:54,457 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:19:54,459 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:19:54,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,45983,1731086392566 2024-11-08T17:19:54,460 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46555 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,45983,1731086392566 2024-11-08T17:19:54,461 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109 2024-11-08T17:19:54,461 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34609 2024-11-08T17:19:54,461 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:19:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957/rs 2024-11-08T17:19:54,472 DEBUG [RS:0;74e38af3904c:45983 {}] zookeeper.ZKUtil(111): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on existing znode=/0576486957/rs/74e38af3904c,45983,1731086392566 2024-11-08T17:19:54,472 WARN [RS:0;74e38af3904c:45983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:54,472 INFO [RS:0;74e38af3904c:45983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:54,473 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566 2024-11-08T17:19:54,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,45983,1731086392566] 2024-11-08T17:19:54,476 INFO [RS:0;74e38af3904c:45983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:19:54,477 INFO [RS:0;74e38af3904c:45983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:19:54,479 INFO [RS:0;74e38af3904c:45983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:19:54,479 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,480 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:19:54,480 INFO [RS:0;74e38af3904c:45983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:19:54,481 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:54,481 DEBUG [RS:0;74e38af3904c:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:19:54,486 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,486 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,486 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,486 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,486 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,486 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45983,1731086392566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:54,502 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:19:54,503 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45983,1731086392566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,503 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,503 INFO [RS:0;74e38af3904c:45983 {}] regionserver.Replication(171): 74e38af3904c,45983,1731086392566 started 2024-11-08T17:19:54,519 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:54,519 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,45983,1731086392566, RpcServer on 74e38af3904c/172.17.0.2:45983, sessionid=0x1011b760e490001 2024-11-08T17:19:54,519 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:19:54,519 DEBUG [RS:0;74e38af3904c:45983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,45983,1731086392566 2024-11-08T17:19:54,519 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,45983,1731086392566' 2024-11-08T17:19:54,519 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0576486957/flush-table-proc/abort' 2024-11-08T17:19:54,520 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0576486957/flush-table-proc/acquired' 2024-11-08T17:19:54,520 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:19:54,520 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:19:54,520 DEBUG [RS:0;74e38af3904c:45983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,45983,1731086392566 2024-11-08T17:19:54,520 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,45983,1731086392566' 2024-11-08T17:19:54,520 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0576486957/online-snapshot/abort' 2024-11-08T17:19:54,520 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0576486957/online-snapshot/acquired' 2024-11-08T17:19:54,521 DEBUG [RS:0;74e38af3904c:45983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:19:54,521 INFO [RS:0;74e38af3904c:45983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:19:54,521 INFO [RS:0;74e38af3904c:45983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:19:54,621 INFO [RS:0;74e38af3904c:45983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:54,622 INFO [RS:0;74e38af3904c:45983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45983%2C1731086392566, suffix=, logDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566, archiveDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/oldWALs, maxLogs=10 2024-11-08T17:19:54,637 DEBUG [RS:0;74e38af3904c:45983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, exclude list is [], retry=0 2024-11-08T17:19:54,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-4094841b-420a-4369-8ec5-43533a7b08cc,DISK] 2024-11-08T17:19:54,641 INFO [RS:0;74e38af3904c:45983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 2024-11-08T17:19:54,641 DEBUG [RS:0;74e38af3904c:45983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-08T17:19:54,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:19:54,761 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109 2024-11-08T17:19:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:19:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:55,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:55,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:55,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:55,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:55,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:55,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:55,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:55,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:55,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:55,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740 2024-11-08T17:19:55,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740 2024-11-08T17:19:55,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:55,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:55,174 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:55,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:55,176 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:55,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61304010, jitterRate=-0.08649906516075134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086395167Initializing all the Stores at 1731086395167Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086395167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086395168 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086395168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086395168Cleaning up temporary data from old regions at 1731086395174 (+6 ms)Region opened successfully at 1731086395177 (+3 ms) 2024-11-08T17:19:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:19:55,177 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:19:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:19:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:19:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:19:55,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:19:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086395177Disabling compacts and flushes for region at 1731086395177Disabling writes for close at 1731086395177Writing region close event to WAL at 1731086395177Closed at 1731086395177 2024-11-08T17:19:55,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:55,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:19:55,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:19:55,179 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:55,180 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:19:55,330 DEBUG [74e38af3904c:46555 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:19:55,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,45983,1731086392566 2024-11-08T17:19:55,331 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,45983,1731086392566, state=OPENING 2024-11-08T17:19:55,352 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:19:55,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:55,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:19:55,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:19:55,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0576486957/meta-region-server: CHANGED 2024-11-08T17:19:55,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0576486957/meta-region-server: CHANGED 2024-11-08T17:19:55,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,45983,1731086392566}] 2024-11-08T17:19:55,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:19:55,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:19:55,519 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:19:55,519 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:55,519 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:19:55,520 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45983%2C1731086392566.meta, suffix=.meta, logDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566, archiveDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/oldWALs, maxLogs=10 2024-11-08T17:19:55,532 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.meta.1731086395520.meta, exclude list is [], retry=0 2024-11-08T17:19:55,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-4094841b-420a-4369-8ec5-43533a7b08cc,DISK] 2024-11-08T17:19:55,535 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.meta.1731086395520.meta 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:55,536 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:19:55,536 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:19:55,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:19:55,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:19:55,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:19:55,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:19:55,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:19:55,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:19:55,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:19:55,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:19:55,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:19:55,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:55,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:55,541 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:19:55,541 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740 2024-11-08T17:19:55,542 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740 2024-11-08T17:19:55,543 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:19:55,543 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:19:55,543 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:55,544 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:19:55,545 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75203275, jitterRate=0.1206161230802536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:55,545 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:19:55,545 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086395537Writing region info on filesystem at 1731086395537Initializing all the Stores at 1731086395537Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086395537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086395537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086395537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086395537Cleaning up temporary data from old regions at 1731086395543 (+6 ms)Running coprocessor post-open hooks at 1731086395545 (+2 ms)Region opened successfully at 1731086395545 2024-11-08T17:19:55,546 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086395515 2024-11-08T17:19:55,548 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:19:55,548 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:19:55,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,45983,1731086392566 2024-11-08T17:19:55,549 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,45983,1731086392566, state=OPEN 2024-11-08T17:19:55,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0576486957/meta-region-server 2024-11-08T17:19:55,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0576486957/meta-region-server 2024-11-08T17:19:55,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,45983,1731086392566 2024-11-08T17:19:55,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0576486957/meta-region-server: CHANGED 2024-11-08T17:19:55,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0576486957/meta-region-server: CHANGED 2024-11-08T17:19:55,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:19:55,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,45983,1731086392566 in 233 msec 2024-11-08T17:19:55,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:19:55,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-08T17:19:55,599 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:19:55,599 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:19:55,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:55,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45983,1731086392566, seqNum=-1] 2024-11-08T17:19:55,601 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:55,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:55,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-08T17:19:55,605 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086395605, completionTime=-1 2024-11-08T17:19:55,605 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:19:55,605 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:19:55,606 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:19:55,606 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086455606 2024-11-08T17:19:55,606 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086515606 2024-11-08T17:19:55,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T17:19:55,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46555,1731086392204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:55,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46555,1731086392204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:55,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46555,1731086392204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:55,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:46555, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:55,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:55,607 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:55,608 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46555,1731086392204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:19:55,610 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46555,1731086392204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:19:55,611 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:19:55,612 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:19:55,612 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46555,1731086392204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:19:55,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074750f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:55,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,46555,-1 for getting cluster id 2024-11-08T17:19:55,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:19:55,615 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25405b29-5cdb-4853-9e1f-6522a7e7cc9d' 2024-11-08T17:19:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:19:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25405b29-5cdb-4853-9e1f-6522a7e7cc9d" 2024-11-08T17:19:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dde29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,46555,-1] 2024-11-08T17:19:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:19:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:19:55,616 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:19:55,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3057cb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:19:55,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:19:55,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45983,1731086392566, seqNum=-1] 2024-11-08T17:19:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:19:55,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:19:55,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,46555,1731086392204 2024-11-08T17:19:55,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:19:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:55,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b760e490002 connected 2024-11-08T17:19:55,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.log.dir so I do NOT create it in target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba 2024-11-08T17:19:55,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:19:55,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.tmp.dir so I do NOT create it in target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba 2024-11-08T17:19:55,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:19:55,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba 2024-11-08T17:19:55,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:19:55,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/cluster_1cd78c5e-16b5-0eb3-4ad2-a76a9813dff6, deleteOnExit=true 2024-11-08T17:19:55,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/test.cache.data in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:19:55,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:19:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:19:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:19:56,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:56,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:56,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:56,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:56,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:19:56,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:56,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28434b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:56,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3882bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:56,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4413f8a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/java.io.tmpdir/jetty-localhost-43685-hadoop-hdfs-3_4_1-tests_jar-_-any-2590965867255636981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:19:56,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d017437{HTTP/1.1, (http/1.1)}{localhost:43685} 2024-11-08T17:19:56,172 INFO [Time-limited test {}] server.Server(415): Started @228951ms 2024-11-08T17:19:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:19:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:19:56,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:19:56,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:19:56,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:19:56,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:19:56,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:19:56,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d129f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:19:56,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f675e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:19:56,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7763d236{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/java.io.tmpdir/jetty-localhost-43375-hadoop-hdfs-3_4_1-tests_jar-_-any-18271684086679866300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:19:56,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45c46b92{HTTP/1.1, (http/1.1)}{localhost:43375} 2024-11-08T17:19:56,502 INFO [Time-limited test {}] server.Server(415): Started @229282ms 2024-11-08T17:19:56,503 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:19:57,360 WARN [Thread-2755 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/cluster_1cd78c5e-16b5-0eb3-4ad2-a76a9813dff6/data/data2/current/BP-1872934364-172.17.0.2-1731086395667/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:57,360 WARN [Thread-2754 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/cluster_1cd78c5e-16b5-0eb3-4ad2-a76a9813dff6/data/data1/current/BP-1872934364-172.17.0.2-1731086395667/current, will proceed with Du for space computation calculation, 2024-11-08T17:19:57,375 WARN [Thread-2742 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:19:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2fbdbaa0560a87b with lease ID 0x453d3a3f0e533f9b: Processing first storage report for DS-652ac129-6190-4179-aab2-99dd4ccefe70 from datanode DatanodeRegistration(127.0.0.1:46117, datanodeUuid=da0026e7-c5cf-4477-95b8-a7d171ad09ed, infoPort=33073, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=781312517;c=1731086395667) 2024-11-08T17:19:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2fbdbaa0560a87b with lease ID 0x453d3a3f0e533f9b: from storage DS-652ac129-6190-4179-aab2-99dd4ccefe70 node DatanodeRegistration(127.0.0.1:46117, datanodeUuid=da0026e7-c5cf-4477-95b8-a7d171ad09ed, infoPort=33073, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=781312517;c=1731086395667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2fbdbaa0560a87b with lease ID 0x453d3a3f0e533f9b: Processing first storage report for DS-1dd8668d-1ae0-40fd-a1ab-2bf6cf586a38 from datanode DatanodeRegistration(127.0.0.1:46117, datanodeUuid=da0026e7-c5cf-4477-95b8-a7d171ad09ed, infoPort=33073, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=781312517;c=1731086395667) 2024-11-08T17:19:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2fbdbaa0560a87b with lease ID 0x453d3a3f0e533f9b: from storage DS-1dd8668d-1ae0-40fd-a1ab-2bf6cf586a38 node DatanodeRegistration(127.0.0.1:46117, datanodeUuid=da0026e7-c5cf-4477-95b8-a7d171ad09ed, infoPort=33073, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=781312517;c=1731086395667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:19:57,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba 2024-11-08T17:19:57,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:57,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:19:57,871 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1 with version=8 2024-11-08T17:19:57,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/hbase-staging 2024-11-08T17:19:57,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:57,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:57,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:57,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:57,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:57,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:57,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:19:57,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:57,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43027 2024-11-08T17:19:57,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43027 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:19:57,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430270x0, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:57,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43027-0x1011b760e490003 connected 2024-11-08T17:19:57,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:57,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:57,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on znode that does not yet exist, /1-1256514448/running 2024-11-08T17:19:57,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1, hbase.cluster.distributed=false 2024-11-08T17:19:57,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on znode that does not yet exist, /1-1256514448/acl 2024-11-08T17:19:57,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43027 2024-11-08T17:19:57,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43027 2024-11-08T17:19:57,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43027 2024-11-08T17:19:57,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43027 2024-11-08T17:19:57,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43027 2024-11-08T17:19:58,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:19:58,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:58,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:58,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:19:58,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:19:58,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:19:58,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:19:58,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:19:58,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33633 2024-11-08T17:19:58,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33633 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:19:58,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:58,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:58,043 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336330x0, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:19:58,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33633-0x1011b760e490004 connected 2024-11-08T17:19:58,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on znode that does not yet exist, /1-1256514448/running 2024-11-08T17:19:58,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:19:58,045 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:19:58,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on znode that does not yet exist, /1-1256514448/master 2024-11-08T17:19:58,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on znode that does not yet exist, /1-1256514448/acl 2024-11-08T17:19:58,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33633 2024-11-08T17:19:58,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33633 2024-11-08T17:19:58,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33633 2024-11-08T17:19:58,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33633 2024-11-08T17:19:58,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33633 2024-11-08T17:19:58,091 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:43027 2024-11-08T17:19:58,092 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1256514448/backup-masters/74e38af3904c,43027,1731086397873 2024-11-08T17:19:58,113 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448/backup-masters 2024-11-08T17:19:58,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448/backup-masters 2024-11-08T17:19:58,114 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on existing znode=/1-1256514448/backup-masters/74e38af3904c,43027,1731086397873 2024-11-08T17:19:58,124 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1256514448/master 2024-11-08T17:19:58,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:19:58,124 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:19:58,124 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on existing znode=/1-1256514448/master 2024-11-08T17:19:58,124 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1256514448/backup-masters/74e38af3904c,43027,1731086397873 from backup master directory 2024-11-08T17:19:58,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1256514448/backup-masters/74e38af3904c,43027,1731086397873 2024-11-08T17:19:58,134 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448/backup-masters 2024-11-08T17:19:58,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448/backup-masters 2024-11-08T17:19:58,134 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:19:58,134 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,43027,1731086397873 2024-11-08T17:19:58,137 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/hbase.id] with ID: 6009bb67-c5ac-401a-9e1e-c8af968ac863 2024-11-08T17:19:58,137 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/.tmp/hbase.id 2024-11-08T17:19:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:19:58,544 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/.tmp/hbase.id]:[hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/hbase.id] 2024-11-08T17:19:58,551 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:19:58,551 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:19:58,552 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:19:58,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:19:58,562 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:19:58,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:19:58,970 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:19:58,971 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:19:58,971 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:19:58,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:19:59,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store 2024-11-08T17:19:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:19:59,795 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:59,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:19:59,796 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:59,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:59,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:19:59,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:59,796 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:19:59,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086399796Disabling compacts and flushes for region at 1731086399796Disabling writes for close at 1731086399796Writing region close event to WAL at 1731086399796Closed at 1731086399796 2024-11-08T17:19:59,797 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/.initializing 2024-11-08T17:19:59,797 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/WALs/74e38af3904c,43027,1731086397873 2024-11-08T17:19:59,798 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:19:59,799 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C43027%2C1731086397873, suffix=, logDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/WALs/74e38af3904c,43027,1731086397873, archiveDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/oldWALs, maxLogs=10 2024-11-08T17:19:59,816 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/WALs/74e38af3904c,43027,1731086397873/74e38af3904c%2C43027%2C1731086397873.1731086399799, exclude list is [], retry=0 2024-11-08T17:19:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-652ac129-6190-4179-aab2-99dd4ccefe70,DISK] 2024-11-08T17:19:59,822 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/WALs/74e38af3904c,43027,1731086397873/74e38af3904c%2C43027%2C1731086397873.1731086399799 2024-11-08T17:19:59,822 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-11-08T17:19:59,822 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:19:59,822 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:19:59,822 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,822 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:19:59,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:59,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:19:59,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:19:59,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:59,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:59,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:19:59,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:59,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:59,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:19:59,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:19:59,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:19:59,829 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,829 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,829 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,832 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,833 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,833 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:19:59,834 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:19:59,836 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:19:59,836 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73374540, jitterRate=0.09336584806442261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:19:59,836 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086399823Initializing all the Stores at 1731086399823Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086399823Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086399823Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086399823Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086399823Cleaning up temporary data from old regions at 1731086399833 (+10 ms)Region opened successfully at 1731086399836 (+3 ms) 2024-11-08T17:19:59,837 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:19:59,840 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5ca8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:19:59,841 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:19:59,841 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:19:59,842 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:19:59,842 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:19:59,842 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:19:59,842 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:19:59,843 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:19:59,845 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:19:59,846 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Unable to get data of znode /1-1256514448/balancer because node does not exist (not necessarily an error) 2024-11-08T17:19:59,903 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1256514448/balancer already deleted, retry=false 2024-11-08T17:19:59,903 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:19:59,904 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Unable to get data of znode /1-1256514448/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:19:59,913 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1256514448/normalizer already deleted, retry=false 2024-11-08T17:19:59,913 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:19:59,914 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Unable to get data of znode /1-1256514448/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:19:59,924 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1256514448/switch/split already deleted, retry=false 2024-11-08T17:19:59,925 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Unable to get data of znode /1-1256514448/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:19:59,934 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1256514448/switch/merge already deleted, retry=false 2024-11-08T17:19:59,936 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Unable to get data of znode /1-1256514448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:19:59,945 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1256514448/snapshot-cleanup already deleted, retry=false 2024-11-08T17:19:59,955 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1256514448/running 2024-11-08T17:19:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1256514448/running 2024-11-08T17:19:59,955 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:19:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:19:59,956 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,43027,1731086397873, sessionid=0x1011b760e490003, setting cluster-up flag (Was=false) 2024-11-08T17:19:59,977 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:19:59,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:00,008 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1256514448/flush-table-proc/acquired, /1-1256514448/flush-table-proc/reached, /1-1256514448/flush-table-proc/abort 2024-11-08T17:20:00,010 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,43027,1731086397873 2024-11-08T17:20:00,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:00,029 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:00,061 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1256514448/online-snapshot/acquired, /1-1256514448/online-snapshot/reached, /1-1256514448/online-snapshot/abort 2024-11-08T17:20:00,062 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,43027,1731086397873 2024-11-08T17:20:00,063 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:20:00,066 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:00,067 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:20:00,067 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:20:00,067 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,43027,1731086397873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:00,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:00,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:20:00,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:00,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:20:00,080 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086430080 2024-11-08T17:20:00,080 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:20:00,081 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:20:00,081 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:20:00,081 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:20:00,081 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:20:00,081 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:20:00,092 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,093 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(746): ClusterId : 6009bb67-c5ac-401a-9e1e-c8af968ac863 2024-11-08T17:20:00,093 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:20:00,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:20:00,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:20:00,099 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:20:00,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:20:00,104 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:20:00,104 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:20:00,104 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:20:00,104 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:20:00,108 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086400104,5,FailOnTimeoutGroup] 2024-11-08T17:20:00,109 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086400108,5,FailOnTimeoutGroup] 2024-11-08T17:20:00,109 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,109 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:20:00,109 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,109 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:20:00,114 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:20:00,114 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1370cd20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:00,131 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:33633 2024-11-08T17:20:00,131 INFO [RS:0;74e38af3904c:33633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:20:00,131 INFO [RS:0;74e38af3904c:33633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:20:00,131 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:20:00,131 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,43027,1731086397873 with port=33633, startcode=1731086398003 2024-11-08T17:20:00,132 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:20:00,133 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:20:00,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,33633,1731086398003 2024-11-08T17:20:00,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43027 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,33633,1731086398003 2024-11-08T17:20:00,134 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1 2024-11-08T17:20:00,134 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46707 2024-11-08T17:20:00,134 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:20:00,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448/rs 2024-11-08T17:20:00,172 DEBUG [RS:0;74e38af3904c:33633 {}] zookeeper.ZKUtil(111): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on existing znode=/1-1256514448/rs/74e38af3904c,33633,1731086398003 2024-11-08T17:20:00,172 WARN [RS:0;74e38af3904c:33633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:00,172 INFO [RS:0;74e38af3904c:33633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:00,173 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003 2024-11-08T17:20:00,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,33633,1731086398003] 2024-11-08T17:20:00,176 INFO [RS:0;74e38af3904c:33633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:20:00,177 INFO [RS:0;74e38af3904c:33633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:20:00,177 INFO [RS:0;74e38af3904c:33633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:20:00,177 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,178 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:20:00,178 INFO [RS:0;74e38af3904c:33633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:20:00,178 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,178 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,178 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:00,179 DEBUG [RS:0;74e38af3904c:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:00,184 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,184 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,184 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,184 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,184 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,184 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33633,1731086398003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:00,212 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:20:00,212 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33633,1731086398003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,213 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,213 INFO [RS:0;74e38af3904c:33633 {}] regionserver.Replication(171): 74e38af3904c,33633,1731086398003 started 2024-11-08T17:20:00,233 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:00,233 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,33633,1731086398003, RpcServer on 74e38af3904c/172.17.0.2:33633, sessionid=0x1011b760e490004 2024-11-08T17:20:00,234 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:20:00,234 DEBUG [RS:0;74e38af3904c:33633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,33633,1731086398003 2024-11-08T17:20:00,234 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,33633,1731086398003' 2024-11-08T17:20:00,234 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1256514448/flush-table-proc/abort' 2024-11-08T17:20:00,238 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1256514448/flush-table-proc/acquired' 2024-11-08T17:20:00,241 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:20:00,241 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:20:00,241 DEBUG [RS:0;74e38af3904c:33633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,33633,1731086398003 2024-11-08T17:20:00,241 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,33633,1731086398003' 2024-11-08T17:20:00,241 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1256514448/online-snapshot/abort' 2024-11-08T17:20:00,242 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1256514448/online-snapshot/acquired' 2024-11-08T17:20:00,242 DEBUG [RS:0;74e38af3904c:33633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:20:00,242 INFO [RS:0;74e38af3904c:33633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:20:00,242 INFO [RS:0;74e38af3904c:33633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:20:00,343 INFO [RS:0;74e38af3904c:33633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:00,344 INFO [RS:0;74e38af3904c:33633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C33633%2C1731086398003, suffix=, logDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003, archiveDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/oldWALs, maxLogs=10 2024-11-08T17:20:00,362 DEBUG [RS:0;74e38af3904c:33633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, exclude list is [], retry=0 2024-11-08T17:20:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-652ac129-6190-4179-aab2-99dd4ccefe70,DISK] 2024-11-08T17:20:00,388 INFO [RS:0;74e38af3904c:33633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 2024-11-08T17:20:00,396 DEBUG [RS:0;74e38af3904c:33633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-11-08T17:20:00,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:20:00,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:20:00,516 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1 2024-11-08T17:20:00,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:20:00,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:00,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:00,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:00,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:00,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:00,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:00,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:00,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:00,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:00,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:00,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:00,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:00,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:00,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:00,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:00,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:00,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:00,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:00,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:00,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740 2024-11-08T17:20:00,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740 2024-11-08T17:20:01,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:01,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:01,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:01,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:01,006 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:01,007 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67539992, jitterRate=0.006424307823181152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:01,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086400977Initializing all the Stores at 1731086400977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086400977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086400979 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086400979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086400979Cleaning up temporary data from old regions at 1731086401001 (+22 ms)Region opened successfully at 1731086401007 (+6 ms) 2024-11-08T17:20:01,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:01,007 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:01,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:01,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:01,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:01,017 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:01,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086401007Disabling compacts and flushes for region at 1731086401007Disabling writes for close at 1731086401007Writing region close event to WAL at 1731086401017 (+10 ms)Closed at 1731086401017 2024-11-08T17:20:01,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:01,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:20:01,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:20:01,021 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:01,022 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:20:01,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:01,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,173 DEBUG [74e38af3904c:43027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:20:01,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,33633,1731086398003 2024-11-08T17:20:01,174 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,33633,1731086398003, state=OPENING 2024-11-08T17:20:01,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:01,253 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:20:01,261 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:01,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:01,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1256514448/meta-region-server: CHANGED 2024-11-08T17:20:01,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1256514448/meta-region-server: CHANGED 2024-11-08T17:20:01,265 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:01,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,33633,1731086398003}] 2024-11-08T17:20:01,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:01,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:20:01,424 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:20:01,424 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:01,424 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:20:01,428 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C33633%2C1731086398003.meta, suffix=.meta, logDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003, archiveDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/oldWALs, maxLogs=10 2024-11-08T17:20:01,444 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.meta.1731086401428.meta, exclude list is [], retry=0 2024-11-08T17:20:01,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-652ac129-6190-4179-aab2-99dd4ccefe70,DISK] 2024-11-08T17:20:01,465 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.meta.1731086401428.meta 2024-11-08T17:20:01,466 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-11-08T17:20:01,466 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:01,466 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:01,467 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:01,467 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:20:01,467 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:20:01,467 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:20:01,467 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:01,467 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:20:01,467 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:20:01,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:01,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:01,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:01,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:01,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:01,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:01,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:01,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:01,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:01,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:01,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:01,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:01,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:01,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:01,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:01,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:01,490 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:01,490 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740 2024-11-08T17:20:01,491 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740 2024-11-08T17:20:01,492 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:01,492 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:01,492 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:01,494 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:01,495 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61330803, jitterRate=-0.08609981834888458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:01,495 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:20:01,495 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086401467Writing region info on filesystem at 1731086401467Initializing all the Stores at 1731086401468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086401468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086401480 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086401480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086401480Cleaning up temporary data from old regions at 1731086401492 (+12 ms)Running coprocessor post-open hooks at 1731086401495 (+3 ms)Region opened successfully at 1731086401495 2024-11-08T17:20:01,496 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086401418 2024-11-08T17:20:01,498 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:20:01,498 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:20:01,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,33633,1731086398003 2024-11-08T17:20:01,500 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,33633,1731086398003, state=OPEN 2024-11-08T17:20:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1256514448/meta-region-server 2024-11-08T17:20:01,509 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1256514448/meta-region-server 2024-11-08T17:20:01,509 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,33633,1731086398003 2024-11-08T17:20:01,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1256514448/meta-region-server: CHANGED 2024-11-08T17:20:01,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1256514448/meta-region-server: CHANGED 2024-11-08T17:20:01,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:20:01,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,33633,1731086398003 in 244 msec 2024-11-08T17:20:01,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:20:01,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-08T17:20:01,516 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:01,516 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:20:01,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:01,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33633,1731086398003, seqNum=-1] 2024-11-08T17:20:01,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:01,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:01,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4600 sec 2024-11-08T17:20:01,525 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086401524, completionTime=-1 2024-11-08T17:20:01,525 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:20:01,525 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:20:01,527 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:20:01,527 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086461527 2024-11-08T17:20:01,527 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086521527 2024-11-08T17:20:01,527 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:20:01,527 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43027,1731086397873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:01,528 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43027,1731086397873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:01,528 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43027,1731086397873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:01,528 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:43027, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:01,528 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:01,529 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:01,530 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.398sec 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43027,1731086397873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:01,532 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43027,1731086397873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:20:01,537 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:20:01,537 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:20:01,537 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43027,1731086397873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:01,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7332a2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:01,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,43027,-1 for getting cluster id 2024-11-08T17:20:01,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:01,599 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6009bb67-c5ac-401a-9e1e-c8af968ac863' 2024-11-08T17:20:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6009bb67-c5ac-401a-9e1e-c8af968ac863" 2024-11-08T17:20:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70827131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,43027,-1] 2024-11-08T17:20:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:01,602 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:01,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9395d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:01,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:01,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33633,1731086398003, seqNum=-1] 2024-11-08T17:20:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:01,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:01,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,43027,1731086397873 2024-11-08T17:20:01,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:20:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:01,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b760e490005 connected 2024-11-08T17:20:01,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.log.dir so I do NOT create it in target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773 2024-11-08T17:20:01,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.tmp.dir so I do NOT create it in target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773 2024-11-08T17:20:01,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:20:01,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/cluster_bace9555-1d58-6386-bb79-0ab1d4951fcd, deleteOnExit=true 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/test.cache.data in system properties and HBase conf 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:20:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:20:01,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:20:01,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:01,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:20:01,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:20:02,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:02,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:02,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:02,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:02,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:20:02,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:02,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4623409a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:02,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e8171b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:02,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b3c52ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/java.io.tmpdir/jetty-localhost-38079-hadoop-hdfs-3_4_1-tests_jar-_-any-6062509159675144641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:20:02,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c7fe15{HTTP/1.1, (http/1.1)}{localhost:38079} 2024-11-08T17:20:02,148 INFO [Time-limited test {}] server.Server(415): Started @234928ms 2024-11-08T17:20:02,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:02,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:02,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:02,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:02,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:20:02,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f2ae189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:02,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@870592a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:02,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@721b010e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/java.io.tmpdir/jetty-localhost-33475-hadoop-hdfs-3_4_1-tests_jar-_-any-8951406130990772990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:20:02,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@473e8d70{HTTP/1.1, (http/1.1)}{localhost:33475} 2024-11-08T17:20:02,575 INFO [Time-limited test {}] server.Server(415): Started @235354ms 2024-11-08T17:20:02,576 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:20:03,788 WARN [Thread-2876 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/cluster_bace9555-1d58-6386-bb79-0ab1d4951fcd/data/data2/current/BP-89979253-172.17.0.2-1731086401663/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:03,789 WARN [Thread-2875 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/cluster_bace9555-1d58-6386-bb79-0ab1d4951fcd/data/data1/current/BP-89979253-172.17.0.2-1731086401663/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:03,819 WARN [Thread-2863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:20:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b8cf3632a9461a3 with lease ID 0xd663c9329d007abf: Processing first storage report for DS-812ab8ac-de43-45dd-8be9-8cdfa9347b05 from datanode DatanodeRegistration(127.0.0.1:39043, datanodeUuid=7548f8f0-15a0-4077-8ba8-5b4b3d630197, infoPort=42435, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=650458854;c=1731086401663) 2024-11-08T17:20:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b8cf3632a9461a3 with lease ID 0xd663c9329d007abf: from storage DS-812ab8ac-de43-45dd-8be9-8cdfa9347b05 node DatanodeRegistration(127.0.0.1:39043, datanodeUuid=7548f8f0-15a0-4077-8ba8-5b4b3d630197, infoPort=42435, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=650458854;c=1731086401663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:20:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b8cf3632a9461a3 with lease ID 0xd663c9329d007abf: Processing first storage report for DS-acb128ea-6387-4eb5-b4d8-e1e8f1cf7c2f from datanode DatanodeRegistration(127.0.0.1:39043, datanodeUuid=7548f8f0-15a0-4077-8ba8-5b4b3d630197, infoPort=42435, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=650458854;c=1731086401663) 2024-11-08T17:20:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b8cf3632a9461a3 with lease ID 0xd663c9329d007abf: from storage DS-acb128ea-6387-4eb5-b4d8-e1e8f1cf7c2f node DatanodeRegistration(127.0.0.1:39043, datanodeUuid=7548f8f0-15a0-4077-8ba8-5b4b3d630197, infoPort=42435, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=650458854;c=1731086401663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:20:03,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773 2024-11-08T17:20:03,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:03,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:03,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:20:04,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:04,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:20:04,010 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48438 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:20:04,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402 with version=8 2024-11-08T17:20:04,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/hbase-staging 2024-11-08T17:20:04,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:04,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:04,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:04,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:04,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:04,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:04,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:20:04,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:04,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39663 2024-11-08T17:20:04,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39663 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:20:04,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396630x0, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:04,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39663-0x1011b760e490006 connected 2024-11-08T17:20:04,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:04,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:04,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on znode that does not yet exist, /2-1768633676/running 2024-11-08T17:20:04,501 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402, hbase.cluster.distributed=false 2024-11-08T17:20:04,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on znode that does not yet exist, /2-1768633676/acl 2024-11-08T17:20:04,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-08T17:20:04,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39663 2024-11-08T17:20:04,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39663 2024-11-08T17:20:04,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-08T17:20:04,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-08T17:20:04,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:04,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:04,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:04,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:04,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:04,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:04,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:20:04,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:04,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35371 2024-11-08T17:20:04,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35371 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:20:04,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:04,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:04,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353710x0, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:04,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353710x0, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on znode that does not yet exist, /2-1768633676/running 2024-11-08T17:20:04,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35371-0x1011b760e490007 connected 2024-11-08T17:20:04,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:20:04,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:20:04,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on znode that does not yet exist, /2-1768633676/master 2024-11-08T17:20:04,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on znode that does not yet exist, /2-1768633676/acl 2024-11-08T17:20:04,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-08T17:20:04,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35371 2024-11-08T17:20:04,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35371 2024-11-08T17:20:04,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-08T17:20:04,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-08T17:20:04,631 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:39663 2024-11-08T17:20:04,632 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1768633676/backup-masters/74e38af3904c,39663,1731086404358 2024-11-08T17:20:04,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676/backup-masters 2024-11-08T17:20:04,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676/backup-masters 2024-11-08T17:20:04,640 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on existing znode=/2-1768633676/backup-masters/74e38af3904c,39663,1731086404358 2024-11-08T17:20:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1768633676/master 2024-11-08T17:20:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:04,650 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on existing znode=/2-1768633676/master 2024-11-08T17:20:04,651 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1768633676/backup-masters/74e38af3904c,39663,1731086404358 from backup master directory 2024-11-08T17:20:04,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676/backup-masters 2024-11-08T17:20:04,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1768633676/backup-masters/74e38af3904c,39663,1731086404358 2024-11-08T17:20:04,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676/backup-masters 2024-11-08T17:20:04,660 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:04,661 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,39663,1731086404358 2024-11-08T17:20:04,663 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/hbase.id] with ID: ba68e94a-c3cd-4181-8ab0-20c5ab17e86a 2024-11-08T17:20:04,663 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/.tmp/hbase.id 2024-11-08T17:20:04,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:20:05,068 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/.tmp/hbase.id]:[hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/hbase.id] 2024-11-08T17:20:05,080 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:05,080 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:20:05,083 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T17:20:05,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:20:05,168 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:05,169 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:20:05,176 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:20:05,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store 2024-11-08T17:20:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:20:05,206 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:05,206 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:20:05,207 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:05,207 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:05,207 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:20:05,207 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:05,207 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:05,207 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086405206Disabling compacts and flushes for region at 1731086405206Disabling writes for close at 1731086405207 (+1 ms)Writing region close event to WAL at 1731086405207Closed at 1731086405207 2024-11-08T17:20:05,207 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/.initializing 2024-11-08T17:20:05,208 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/WALs/74e38af3904c,39663,1731086404358 2024-11-08T17:20:05,209 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:05,211 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C39663%2C1731086404358, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/WALs/74e38af3904c,39663,1731086404358, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/oldWALs, maxLogs=10 2024-11-08T17:20:05,235 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/WALs/74e38af3904c,39663,1731086404358/74e38af3904c%2C39663%2C1731086404358.1731086405211, exclude list is [], retry=0 2024-11-08T17:20:05,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39043,DS-812ab8ac-de43-45dd-8be9-8cdfa9347b05,DISK] 2024-11-08T17:20:05,257 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/WALs/74e38af3904c,39663,1731086404358/74e38af3904c%2C39663%2C1731086404358.1731086405211 2024-11-08T17:20:05,264 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42435:42435)] 2024-11-08T17:20:05,264 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:05,265 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:05,265 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,265 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:20:05,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:05,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:05,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:20:05,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:05,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:05,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:20:05,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:05,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:05,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:20:05,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:05,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:05,274 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,276 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,276 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,278 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,278 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,279 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:05,280 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:05,285 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:05,285 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64458153, jitterRate=-0.039498671889305115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:05,286 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086405265Initializing all the Stores at 1731086405265Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086405265Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086405267 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086405267Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086405267Cleaning up temporary data from old regions at 1731086405278 (+11 ms)Region opened successfully at 1731086405286 (+8 ms) 2024-11-08T17:20:05,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:20:05,291 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adc275e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:05,292 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:20:05,292 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:20:05,292 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:20:05,293 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:20:05,293 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:20:05,294 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:20:05,294 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:20:05,314 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:20:05,315 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Unable to get data of znode /2-1768633676/balancer because node does not exist (not necessarily an error) 2024-11-08T17:20:05,324 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1768633676/balancer already deleted, retry=false 2024-11-08T17:20:05,325 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:20:05,326 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Unable to get data of znode /2-1768633676/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:20:05,335 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1768633676/normalizer already deleted, retry=false 2024-11-08T17:20:05,336 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:20:05,345 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Unable to get data of znode /2-1768633676/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:20:05,355 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1768633676/switch/split already deleted, retry=false 2024-11-08T17:20:05,356 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Unable to get data of znode /2-1768633676/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:20:05,366 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1768633676/switch/merge already deleted, retry=false 2024-11-08T17:20:05,368 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Unable to get data of znode /2-1768633676/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:20:05,376 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1768633676/snapshot-cleanup already deleted, retry=false 2024-11-08T17:20:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1768633676/running 2024-11-08T17:20:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1768633676/running 2024-11-08T17:20:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,393 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,39663,1731086404358, sessionid=0x1011b760e490006, setting cluster-up flag (Was=false) 2024-11-08T17:20:05,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,448 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1768633676/flush-table-proc/acquired, /2-1768633676/flush-table-proc/reached, /2-1768633676/flush-table-proc/abort 2024-11-08T17:20:05,450 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,39663,1731086404358 2024-11-08T17:20:05,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:05,503 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1768633676/online-snapshot/acquired, /2-1768633676/online-snapshot/reached, /2-1768633676/online-snapshot/abort 2024-11-08T17:20:05,505 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,39663,1731086404358 2024-11-08T17:20:05,509 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:20:05,517 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:05,518 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:20:05,518 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:20:05,518 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,39663,1731086404358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:05,520 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,532 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(746): ClusterId : ba68e94a-c3cd-4181-8ab0-20c5ab17e86a 2024-11-08T17:20:05,532 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:20:05,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:05,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:20:05,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:05,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:20:05,546 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:20:05,546 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:20:05,559 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:20:05,560 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5be127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:05,576 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086435576 2024-11-08T17:20:05,576 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:20:05,577 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:20:05,577 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:20:05,577 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:20:05,577 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:20:05,577 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:20:05,580 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:20:05,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:20:05,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:20:05,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:20:05,588 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:20:05,588 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:20:05,591 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:35371 2024-11-08T17:20:05,591 INFO [RS:0;74e38af3904c:35371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:20:05,591 INFO [RS:0;74e38af3904c:35371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:20:05,591 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:20:05,592 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,39663,1731086404358 with port=35371, startcode=1731086404531 2024-11-08T17:20:05,592 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:20:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:20:05,604 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086405588,5,FailOnTimeoutGroup] 2024-11-08T17:20:05,605 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086405604,5,FailOnTimeoutGroup] 2024-11-08T17:20:05,605 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,605 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:20:05,605 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,605 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,607 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:20:05,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,35371,1731086404531 2024-11-08T17:20:05,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39663 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,35371,1731086404531 2024-11-08T17:20:05,610 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402 2024-11-08T17:20:05,610 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45993 2024-11-08T17:20:05,610 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:20:05,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676/rs 2024-11-08T17:20:05,665 DEBUG [RS:0;74e38af3904c:35371 {}] zookeeper.ZKUtil(111): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on existing znode=/2-1768633676/rs/74e38af3904c,35371,1731086404531 2024-11-08T17:20:05,665 WARN [RS:0;74e38af3904c:35371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:05,665 INFO [RS:0;74e38af3904c:35371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:05,665 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531 2024-11-08T17:20:05,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,35371,1731086404531] 2024-11-08T17:20:05,672 INFO [RS:0;74e38af3904c:35371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:20:05,676 INFO [RS:0;74e38af3904c:35371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:20:05,677 INFO [RS:0;74e38af3904c:35371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:20:05,677 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,677 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:20:05,678 INFO [RS:0;74e38af3904c:35371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:20:05,678 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,678 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,678 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,678 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,678 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,678 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,678 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:05,678 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,679 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,679 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,679 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,679 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,679 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:05,679 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:05,679 DEBUG [RS:0;74e38af3904c:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:05,692 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,692 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,692 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,692 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,692 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,692 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35371,1731086404531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:05,719 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:20:05,719 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35371,1731086404531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,719 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,719 INFO [RS:0;74e38af3904c:35371 {}] regionserver.Replication(171): 74e38af3904c,35371,1731086404531 started 2024-11-08T17:20:05,733 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:05,733 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,35371,1731086404531, RpcServer on 74e38af3904c/172.17.0.2:35371, sessionid=0x1011b760e490007 2024-11-08T17:20:05,733 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:20:05,733 DEBUG [RS:0;74e38af3904c:35371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,35371,1731086404531 2024-11-08T17:20:05,733 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,35371,1731086404531' 2024-11-08T17:20:05,733 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1768633676/flush-table-proc/abort' 2024-11-08T17:20:05,734 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1768633676/flush-table-proc/acquired' 2024-11-08T17:20:05,734 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:20:05,734 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:20:05,734 DEBUG [RS:0;74e38af3904c:35371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,35371,1731086404531 2024-11-08T17:20:05,734 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,35371,1731086404531' 2024-11-08T17:20:05,734 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1768633676/online-snapshot/abort' 2024-11-08T17:20:05,735 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1768633676/online-snapshot/acquired' 2024-11-08T17:20:05,735 DEBUG [RS:0;74e38af3904c:35371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:20:05,735 INFO [RS:0;74e38af3904c:35371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:20:05,735 INFO [RS:0;74e38af3904c:35371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:20:05,835 INFO [RS:0;74e38af3904c:35371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:05,836 INFO [RS:0;74e38af3904c:35371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C35371%2C1731086404531, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/oldWALs, maxLogs=10 2024-11-08T17:20:05,854 DEBUG [RS:0;74e38af3904c:35371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, exclude list is [], retry=0 2024-11-08T17:20:05,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39043,DS-812ab8ac-de43-45dd-8be9-8cdfa9347b05,DISK] 2024-11-08T17:20:05,861 INFO [RS:0;74e38af3904c:35371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 2024-11-08T17:20:05,861 DEBUG [RS:0;74e38af3904c:35371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42435:42435)] 2024-11-08T17:20:05,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:20:05,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402 2024-11-08T17:20:06,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:20:06,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:06,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:06,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:06,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:06,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:06,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:06,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:06,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:06,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:06,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:06,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740 2024-11-08T17:20:06,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740 2024-11-08T17:20:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:06,409 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:06,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:06,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:06,412 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59878199, jitterRate=-0.10774530470371246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086406402Initializing all the Stores at 1731086406402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086406403 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086406403Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086406403Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086406403Cleaning up temporary data from old regions at 1731086406409 (+6 ms)Region opened successfully at 1731086406412 (+3 ms) 2024-11-08T17:20:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:06,412 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:06,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:06,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086406412Disabling compacts and flushes for region at 1731086406412Disabling writes for close at 1731086406412Writing region close event to WAL at 1731086406412Closed at 1731086406412 2024-11-08T17:20:06,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:06,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:20:06,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:20:06,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:06,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:20:06,566 DEBUG [74e38af3904c:39663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:20:06,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,35371,1731086404531 2024-11-08T17:20:06,567 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,35371,1731086404531, state=OPENING 2024-11-08T17:20:06,629 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:20:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:06,640 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:06,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1768633676/meta-region-server: CHANGED 2024-11-08T17:20:06,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1768633676/meta-region-server: CHANGED 2024-11-08T17:20:06,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,35371,1731086404531}] 2024-11-08T17:20:06,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:06,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:20:06,796 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:20:06,796 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:06,796 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:20:06,797 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C35371%2C1731086404531.meta, suffix=.meta, logDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/oldWALs, maxLogs=10 2024-11-08T17:20:06,809 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.meta.1731086406797.meta, exclude list is [], retry=0 2024-11-08T17:20:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39043,DS-812ab8ac-de43-45dd-8be9-8cdfa9347b05,DISK] 2024-11-08T17:20:06,812 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.meta.1731086406797.meta 2024-11-08T17:20:06,812 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42435:42435)] 2024-11-08T17:20:06,812 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:06,812 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:06,813 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:06,813 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:20:06,813 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:20:06,813 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:20:06,813 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:06,813 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:20:06,813 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:20:06,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:06,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:06,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:06,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:06,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:06,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:06,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:06,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:06,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:06,818 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:06,818 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740 2024-11-08T17:20:06,819 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740 2024-11-08T17:20:06,820 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:06,820 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:06,820 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:06,821 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:06,821 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67282912, jitterRate=0.002593517303466797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:06,821 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:20:06,821 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086406813Writing region info on filesystem at 1731086406813Initializing all the Stores at 1731086406814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086406814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086406814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086406814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086406814Cleaning up temporary data from old regions at 1731086406820 (+6 ms)Running coprocessor post-open hooks at 1731086406821 (+1 ms)Region opened successfully at 1731086406821 2024-11-08T17:20:06,822 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086406792 2024-11-08T17:20:06,823 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:20:06,823 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:20:06,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,35371,1731086404531 2024-11-08T17:20:06,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,35371,1731086404531, state=OPEN 2024-11-08T17:20:06,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1768633676/meta-region-server 2024-11-08T17:20:06,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1768633676/meta-region-server 2024-11-08T17:20:06,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,35371,1731086404531 2024-11-08T17:20:06,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1768633676/meta-region-server: CHANGED 2024-11-08T17:20:06,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1768633676/meta-region-server: CHANGED 2024-11-08T17:20:06,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:20:06,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,35371,1731086404531 in 195 msec 2024-11-08T17:20:06,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:20:06,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-08T17:20:06,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:06,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:20:06,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:06,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,35371,1731086404531, seqNum=-1] 2024-11-08T17:20:06,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:06,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:06,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3290 sec 2024-11-08T17:20:06,846 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086406846, completionTime=-1 2024-11-08T17:20:06,846 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:20:06,846 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086466849 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086526849 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39663,1731086404358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39663,1731086404358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39663,1731086404358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:39663, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:06,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:06,850 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:06,851 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.192sec 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39663,1731086404358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:06,853 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39663,1731086404358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:20:06,855 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:20:06,855 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:20:06,855 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,39663,1731086404358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:06,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a847cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:06,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:06,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:06,932 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651d911d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:06,933 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:06,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60af7155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:06,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,35371,1731086404531, seqNum=-1] 2024-11-08T17:20:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:06,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:06,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,39663,1731086404358 2024-11-08T17:20:06,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-08T17:20:06,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:06,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011b760e490008 connected 2024-11-08T17:20:06,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,46555,1731086392204 2024-11-08T17:20:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72aed16b 2024-11-08T17:20:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:06,959 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:06,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:20:06,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:06,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:06,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:20:06,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:20:06,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:06,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:06,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:06,973 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa71b7fc6e0d8170478a071a600db538, NAME => 'test,,1731086406960.aa71b7fc6e0d8170478a071a600db538.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109 2024-11-08T17:20:06,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:20:07,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:07,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086406960.aa71b7fc6e0d8170478a071a600db538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:07,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa71b7fc6e0d8170478a071a600db538, disabling compactions & flushes 2024-11-08T17:20:07,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:07,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:07,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. after waiting 0 ms 2024-11-08T17:20:07,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:07,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:07,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa71b7fc6e0d8170478a071a600db538: Waiting for close lock at 1731086407392Disabling compacts and flushes for region at 1731086407392Disabling writes for close at 1731086407392Writing region close event to WAL at 1731086407392Closed at 1731086407392 2024-11-08T17:20:07,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:07,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086406960.aa71b7fc6e0d8170478a071a600db538.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086407393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086407393"}]},"ts":"1731086407393"} 2024-11-08T17:20:07,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:07,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:07,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086407396"}]},"ts":"1731086407396"} 2024-11-08T17:20:07,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:20:07,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa71b7fc6e0d8170478a071a600db538, ASSIGN}] 2024-11-08T17:20:07,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa71b7fc6e0d8170478a071a600db538, ASSIGN 2024-11-08T17:20:07,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa71b7fc6e0d8170478a071a600db538, ASSIGN; state=OFFLINE, location=74e38af3904c,45983,1731086392566; forceNewPlan=false, retain=false 2024-11-08T17:20:07,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa71b7fc6e0d8170478a071a600db538, regionState=OPENING, regionLocation=74e38af3904c,45983,1731086392566 2024-11-08T17:20:07,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa71b7fc6e0d8170478a071a600db538, ASSIGN because future has completed 2024-11-08T17:20:07,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa71b7fc6e0d8170478a071a600db538, server=74e38af3904c,45983,1731086392566}] 2024-11-08T17:20:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:07,708 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:07,708 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa71b7fc6e0d8170478a071a600db538, NAME => 'test,,1731086406960.aa71b7fc6e0d8170478a071a600db538.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:07,708 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:07,708 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:20:07,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086406960.aa71b7fc6e0d8170478a071a600db538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:07,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,709 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,715 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,716 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa71b7fc6e0d8170478a071a600db538 columnFamilyName f 2024-11-08T17:20:07,716 DEBUG [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:07,717 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] regionserver.HStore(327): Store=aa71b7fc6e0d8170478a071a600db538/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:07,717 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,718 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa71b7fc6e0d8170478a071a600db538 columnFamilyName f1 2024-11-08T17:20:07,718 DEBUG [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:07,718 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] regionserver.HStore(327): Store=aa71b7fc6e0d8170478a071a600db538/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:07,718 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,719 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa71b7fc6e0d8170478a071a600db538 columnFamilyName norep 2024-11-08T17:20:07,719 DEBUG [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:07,719 INFO [StoreOpener-aa71b7fc6e0d8170478a071a600db538-1 {}] regionserver.HStore(327): Store=aa71b7fc6e0d8170478a071a600db538/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:07,719 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,720 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,720 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,720 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,720 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,721 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:07,721 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,723 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:07,723 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa71b7fc6e0d8170478a071a600db538; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75197050, jitterRate=0.1205233633518219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:07,723 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:07,724 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa71b7fc6e0d8170478a071a600db538: Running coprocessor pre-open hook at 1731086407709Writing region info on filesystem at 1731086407709Initializing all the Stores at 1731086407710 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086407710Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086407715 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086407715Cleaning up temporary data from old regions at 1731086407720 (+5 ms)Running coprocessor post-open hooks at 1731086407723 (+3 ms)Region opened successfully at 1731086407724 (+1 ms) 2024-11-08T17:20:07,725 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086406960.aa71b7fc6e0d8170478a071a600db538., pid=6, masterSystemTime=1731086407704 2024-11-08T17:20:07,726 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:07,726 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:07,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa71b7fc6e0d8170478a071a600db538, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,45983,1731086392566 2024-11-08T17:20:07,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa71b7fc6e0d8170478a071a600db538, server=74e38af3904c,45983,1731086392566 because future has completed 2024-11-08T17:20:07,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:20:07,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa71b7fc6e0d8170478a071a600db538, server=74e38af3904c,45983,1731086392566 in 177 msec 2024-11-08T17:20:07,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:20:07,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa71b7fc6e0d8170478a071a600db538, ASSIGN in 333 msec 2024-11-08T17:20:07,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:07,733 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086407733"}]},"ts":"1731086407733"} 2024-11-08T17:20:07,734 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:20:07,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:07,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-08T17:20:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:08,100 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:20:08,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,43027,1731086397873 2024-11-08T17:20:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e3a59c 2024-11-08T17:20:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:08,102 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:08,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:20:08,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:08,105 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:08,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:20:08,106 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:08,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:20:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:08,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd7d2a88b8eae46336a19445a03a8ac7, NAME => 'test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1 2024-11-08T17:20:08,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:20:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:08,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:08,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd7d2a88b8eae46336a19445a03a8ac7, disabling compactions & flushes 2024-11-08T17:20:08,921 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:08,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:08,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. after waiting 0 ms 2024-11-08T17:20:08,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:08,921 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:08,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd7d2a88b8eae46336a19445a03a8ac7: Waiting for close lock at 1731086408920Disabling compacts and flushes for region at 1731086408920Disabling writes for close at 1731086408921 (+1 ms)Writing region close event to WAL at 1731086408921Closed at 1731086408921 2024-11-08T17:20:08,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:08,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086408922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086408922"}]},"ts":"1731086408922"} 2024-11-08T17:20:08,924 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:08,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:08,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086408925"}]},"ts":"1731086408925"} 2024-11-08T17:20:08,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:20:08,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd7d2a88b8eae46336a19445a03a8ac7, ASSIGN}] 2024-11-08T17:20:08,927 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd7d2a88b8eae46336a19445a03a8ac7, ASSIGN 2024-11-08T17:20:08,928 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd7d2a88b8eae46336a19445a03a8ac7, ASSIGN; state=OFFLINE, location=74e38af3904c,33633,1731086398003; forceNewPlan=false, retain=false 2024-11-08T17:20:09,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd7d2a88b8eae46336a19445a03a8ac7, regionState=OPENING, regionLocation=74e38af3904c,33633,1731086398003 2024-11-08T17:20:09,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd7d2a88b8eae46336a19445a03a8ac7, ASSIGN because future has completed 2024-11-08T17:20:09,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd7d2a88b8eae46336a19445a03a8ac7, server=74e38af3904c,33633,1731086398003}] 2024-11-08T17:20:09,235 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:09,236 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd7d2a88b8eae46336a19445a03a8ac7, NAME => 'test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:09,236 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:09,236 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:20:09,236 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,236 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:09,236 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,236 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,238 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,239 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd7d2a88b8eae46336a19445a03a8ac7 columnFamilyName f 2024-11-08T17:20:09,239 DEBUG [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:09,239 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] regionserver.HStore(327): Store=cd7d2a88b8eae46336a19445a03a8ac7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:09,239 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,240 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd7d2a88b8eae46336a19445a03a8ac7 columnFamilyName f1 2024-11-08T17:20:09,240 DEBUG [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:09,240 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] regionserver.HStore(327): Store=cd7d2a88b8eae46336a19445a03a8ac7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:09,240 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,241 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd7d2a88b8eae46336a19445a03a8ac7 columnFamilyName norep 2024-11-08T17:20:09,241 DEBUG [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:09,242 INFO [StoreOpener-cd7d2a88b8eae46336a19445a03a8ac7-1 {}] regionserver.HStore(327): Store=cd7d2a88b8eae46336a19445a03a8ac7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:09,242 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,242 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,243 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,243 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,243 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,244 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:09,244 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,246 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:09,246 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd7d2a88b8eae46336a19445a03a8ac7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69653471, jitterRate=0.0379175990819931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:09,246 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:09,246 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd7d2a88b8eae46336a19445a03a8ac7: Running coprocessor pre-open hook at 1731086409236Writing region info on filesystem at 1731086409236Initializing all the Stores at 1731086409237 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086409237Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086409237Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086409237Cleaning up temporary data from old regions at 1731086409243 (+6 ms)Running coprocessor post-open hooks at 1731086409246 (+3 ms)Region opened successfully at 1731086409246 2024-11-08T17:20:09,247 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7., pid=6, masterSystemTime=1731086409232 2024-11-08T17:20:09,249 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:09,249 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:09,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd7d2a88b8eae46336a19445a03a8ac7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,33633,1731086398003 2024-11-08T17:20:09,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd7d2a88b8eae46336a19445a03a8ac7, server=74e38af3904c,33633,1731086398003 because future has completed 2024-11-08T17:20:09,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:20:09,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd7d2a88b8eae46336a19445a03a8ac7, server=74e38af3904c,33633,1731086398003 in 171 msec 2024-11-08T17:20:09,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:20:09,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd7d2a88b8eae46336a19445a03a8ac7, ASSIGN in 328 msec 2024-11-08T17:20:09,256 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:09,256 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086409256"}]},"ts":"1731086409256"} 2024-11-08T17:20:09,258 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:20:09,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:09,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-08T17:20:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:10,249 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:20:10,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:10,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,39663,1731086404358 2024-11-08T17:20:10,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d8aaa 2024-11-08T17:20:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:10,252 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:10,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:20:10,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:10,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:10,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:20:10,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:20:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:10,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a1edb0c512b968b5f328e8b8cb91a90, NAME => 'test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402 2024-11-08T17:20:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:20:10,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:10,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a1edb0c512b968b5f328e8b8cb91a90, disabling compactions & flushes 2024-11-08T17:20:10,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:10,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:10,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. after waiting 0 ms 2024-11-08T17:20:10,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:10,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:10,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a1edb0c512b968b5f328e8b8cb91a90: Waiting for close lock at 1731086410694Disabling compacts and flushes for region at 1731086410694Disabling writes for close at 1731086410694Writing region close event to WAL at 1731086410694Closed at 1731086410694 2024-11-08T17:20:10,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:10,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086410695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086410695"}]},"ts":"1731086410695"} 2024-11-08T17:20:10,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:10,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:10,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086410698"}]},"ts":"1731086410698"} 2024-11-08T17:20:10,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:20:10,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a1edb0c512b968b5f328e8b8cb91a90, ASSIGN}] 2024-11-08T17:20:10,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a1edb0c512b968b5f328e8b8cb91a90, ASSIGN 2024-11-08T17:20:10,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a1edb0c512b968b5f328e8b8cb91a90, ASSIGN; state=OFFLINE, location=74e38af3904c,35371,1731086404531; forceNewPlan=false, retain=false 2024-11-08T17:20:10,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a1edb0c512b968b5f328e8b8cb91a90, regionState=OPENING, regionLocation=74e38af3904c,35371,1731086404531 2024-11-08T17:20:10,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a1edb0c512b968b5f328e8b8cb91a90, ASSIGN because future has completed 2024-11-08T17:20:10,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1edb0c512b968b5f328e8b8cb91a90, server=74e38af3904c,35371,1731086404531}] 2024-11-08T17:20:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:11,017 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:11,017 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a1edb0c512b968b5f328e8b8cb91a90, NAME => 'test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:11,017 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:11,018 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:20:11,018 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,018 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:11,018 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,018 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,019 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,020 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1edb0c512b968b5f328e8b8cb91a90 columnFamilyName f 2024-11-08T17:20:11,020 DEBUG [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:11,020 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] regionserver.HStore(327): Store=5a1edb0c512b968b5f328e8b8cb91a90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:11,020 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,021 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1edb0c512b968b5f328e8b8cb91a90 columnFamilyName f1 2024-11-08T17:20:11,021 DEBUG [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:11,022 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] regionserver.HStore(327): Store=5a1edb0c512b968b5f328e8b8cb91a90/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:11,022 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,022 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1edb0c512b968b5f328e8b8cb91a90 columnFamilyName norep 2024-11-08T17:20:11,023 DEBUG [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:11,023 INFO [StoreOpener-5a1edb0c512b968b5f328e8b8cb91a90-1 {}] regionserver.HStore(327): Store=5a1edb0c512b968b5f328e8b8cb91a90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:11,023 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,024 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,024 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,025 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,025 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,025 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:11,026 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:11,028 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a1edb0c512b968b5f328e8b8cb91a90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61648249, jitterRate=-0.08136950433254242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a1edb0c512b968b5f328e8b8cb91a90: Running coprocessor pre-open hook at 1731086411018Writing region info on filesystem at 1731086411018Initializing all the Stores at 1731086411019 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086411019Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086411019Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086411019Cleaning up temporary data from old regions at 1731086411025 (+6 ms)Running coprocessor post-open hooks at 1731086411028 (+3 ms)Region opened successfully at 1731086411028 2024-11-08T17:20:11,029 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90., pid=6, masterSystemTime=1731086411014 2024-11-08T17:20:11,031 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:11,031 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:11,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a1edb0c512b968b5f328e8b8cb91a90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,35371,1731086404531 2024-11-08T17:20:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1edb0c512b968b5f328e8b8cb91a90, server=74e38af3904c,35371,1731086404531 because future has completed 2024-11-08T17:20:11,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:20:11,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a1edb0c512b968b5f328e8b8cb91a90, server=74e38af3904c,35371,1731086404531 in 173 msec 2024-11-08T17:20:11,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:20:11,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a1edb0c512b968b5f328e8b8cb91a90, ASSIGN in 336 msec 2024-11-08T17:20:11,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:11,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086411039"}]},"ts":"1731086411039"} 2024-11-08T17:20:11,041 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:20:11,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:11,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 789 msec 2024-11-08T17:20:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:11,390 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:20:11,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211b12f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:11,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,46555,-1 for getting cluster id 2024-11-08T17:20:11,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:11,391 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25405b29-5cdb-4853-9e1f-6522a7e7cc9d' 2024-11-08T17:20:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25405b29-5cdb-4853-9e1f-6522a7e7cc9d" 2024-11-08T17:20:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346fc892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,46555,-1] 2024-11-08T17:20:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:11,393 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:11,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff28a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:11,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:11,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,46555,1731086392204 2024-11-08T17:20:11,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cf192d1 2024-11-08T17:20:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:11,395 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:11,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:43027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:20:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:20:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:11,398 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:43027' 2024-11-08T17:20:11,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42548f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:11,399 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,43027,-1 for getting cluster id 2024-11-08T17:20:11,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:11,399 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6009bb67-c5ac-401a-9e1e-c8af968ac863' 2024-11-08T17:20:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6009bb67-c5ac-401a-9e1e-c8af968ac863" 2024-11-08T17:20:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374167f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,43027,-1] 2024-11-08T17:20:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:11,401 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6307a567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:11,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:11,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,43027,1731086397873 2024-11-08T17:20:11,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a65fa31 2024-11-08T17:20:11,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:11,402 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:11,403 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:20:11,403 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:20:11,403 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:11,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:11,403 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:11,403 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:11,404 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:20:11,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:11,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:11,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:11,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:20:11,454 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:20:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:11,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:20:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:11,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcc255f314e052d7f8883ae77f9ed942, NAME => 'hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109 2024-11-08T17:20:11,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:20:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:12,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:12,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dcc255f314e052d7f8883ae77f9ed942, disabling compactions & flushes 2024-11-08T17:20:12,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:12,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:12,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. after waiting 0 ms 2024-11-08T17:20:12,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:12,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:12,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcc255f314e052d7f8883ae77f9ed942: Waiting for close lock at 1731086412220Disabling compacts and flushes for region at 1731086412220Disabling writes for close at 1731086412220Writing region close event to WAL at 1731086412220Closed at 1731086412220 2024-11-08T17:20:12,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:12,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086412221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086412221"}]},"ts":"1731086412221"} 2024-11-08T17:20:12,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:12,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:12,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086412224"}]},"ts":"1731086412224"} 2024-11-08T17:20:12,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:20:12,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcc255f314e052d7f8883ae77f9ed942, ASSIGN}] 2024-11-08T17:20:12,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcc255f314e052d7f8883ae77f9ed942, ASSIGN 2024-11-08T17:20:12,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcc255f314e052d7f8883ae77f9ed942, ASSIGN; state=OFFLINE, location=74e38af3904c,45983,1731086392566; forceNewPlan=false, retain=false 2024-11-08T17:20:12,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:12,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:12,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcc255f314e052d7f8883ae77f9ed942, regionState=OPENING, regionLocation=74e38af3904c,45983,1731086392566 2024-11-08T17:20:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcc255f314e052d7f8883ae77f9ed942, ASSIGN because future has completed 2024-11-08T17:20:12,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcc255f314e052d7f8883ae77f9ed942, server=74e38af3904c,45983,1731086392566}] 2024-11-08T17:20:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:12,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:12,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:12,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:20:12,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45983%2C1731086392566.rep, suffix=, logDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566, archiveDir=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/oldWALs, maxLogs=10 2024-11-08T17:20:12,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.rep.1731086412543, exclude list is [], retry=0 2024-11-08T17:20:12,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-4094841b-420a-4369-8ec5-43533a7b08cc,DISK] 2024-11-08T17:20:12,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.rep.1731086412543 2024-11-08T17:20:12,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-08T17:20:12,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dcc255f314e052d7f8883ae77f9ed942, NAME => 'hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:12,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:12,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:12,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. service=MultiRowMutationService 2024-11-08T17:20:12,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:20:12,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:12,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,566 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,567 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc255f314e052d7f8883ae77f9ed942 columnFamilyName hfileref 2024-11-08T17:20:12,567 DEBUG [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:12,567 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] regionserver.HStore(327): Store=dcc255f314e052d7f8883ae77f9ed942/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:12,567 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,568 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc255f314e052d7f8883ae77f9ed942 columnFamilyName queue 2024-11-08T17:20:12,568 DEBUG [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:12,568 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] regionserver.HStore(327): Store=dcc255f314e052d7f8883ae77f9ed942/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:12,568 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,569 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc255f314e052d7f8883ae77f9ed942 columnFamilyName sid 2024-11-08T17:20:12,569 DEBUG [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:12,569 INFO [StoreOpener-dcc255f314e052d7f8883ae77f9ed942-1 {}] regionserver.HStore(327): Store=dcc255f314e052d7f8883ae77f9ed942/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:12,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:12,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:12,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dcc255f314e052d7f8883ae77f9ed942; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75331978, jitterRate=0.12253394722938538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:12,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:12,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dcc255f314e052d7f8883ae77f9ed942: Running coprocessor pre-open hook at 1731086412565Writing region info on filesystem at 1731086412565Initializing all the Stores at 1731086412566 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086412566Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086412566Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086412566Cleaning up temporary data from old regions at 1731086412571 (+5 ms)Running coprocessor post-open hooks at 1731086412573 (+2 ms)Region opened successfully at 1731086412574 (+1 ms) 2024-11-08T17:20:12,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942., pid=10, masterSystemTime=1731086412538 2024-11-08T17:20:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:12,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:12,576 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcc255f314e052d7f8883ae77f9ed942, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,45983,1731086392566 2024-11-08T17:20:12,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcc255f314e052d7f8883ae77f9ed942, server=74e38af3904c,45983,1731086392566 because future has completed 2024-11-08T17:20:12,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:20:12,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dcc255f314e052d7f8883ae77f9ed942, server=74e38af3904c,45983,1731086392566 in 194 msec 2024-11-08T17:20:12,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:20:12,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcc255f314e052d7f8883ae77f9ed942, ASSIGN in 355 msec 2024-11-08T17:20:12,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:12,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086412584"}]},"ts":"1731086412584"} 2024-11-08T17:20:12,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:20:12,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:12,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-08T17:20:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942., hostname=74e38af3904c,45983,1731086392566, seqNum=2] 2024-11-08T17:20:12,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:20:12,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:20:12,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:20:12,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:20:12,866 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:20:12,895 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,45983,1731086392566, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:20:12,896 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:12,896 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45983,1731086392566, seqNum=-1] 2024-11-08T17:20:12,896 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:12,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:12,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,45983,1731086392566', locateType=CURRENT is [region=hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942., hostname=74e38af3904c,45983,1731086392566, seqNum=2] 2024-11-08T17:20:12,908 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:20:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:20:12,910 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,45983,1731086392566 suceeded 2024-11-08T17:20:12,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:20:12,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T17:20:12,913 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:43027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:20:12,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-08T17:20:12,924 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:43027' 2024-11-08T17:20:12,926 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4daff79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:12,926 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,43027,-1 for getting cluster id 2024-11-08T17:20:12,926 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:12,927 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6009bb67-c5ac-401a-9e1e-c8af968ac863' 2024-11-08T17:20:12,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:12,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6009bb67-c5ac-401a-9e1e-c8af968ac863" 2024-11-08T17:20:12,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f163bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:12,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,43027,-1] 2024-11-08T17:20:12,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:12,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:12,928 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:12,929 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4145cae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:12,929 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,43027,1731086397873 2024-11-08T17:20:12,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@753bc12d 2024-11-08T17:20:12,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:12,931 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T17:20:12,936 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,45983,1731086392566 (queues=1) is replicating from cluster=25405b29-5cdb-4853-9e1f-6522a7e7cc9d to cluster=6009bb67-c5ac-401a-9e1e-c8af968ac863 2024-11-08T17:20:12,936 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C45983%2C1731086392566 2024-11-08T17:20:12,936 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,45983,1731086392566, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:20:12,937 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C45983%2C1731086392566 2024-11-08T17:20:12,937 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, startPosition=0, beingWritten=true 2024-11-08T17:20:12,945 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:12,945 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:12,946 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:13,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T17:20:13,153 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:13,472 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:13,540 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:20:13,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:13,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:13,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:13,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:13,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:13,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5353b885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:13,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,43027,-1 for getting cluster id 2024-11-08T17:20:13,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:13,542 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6009bb67-c5ac-401a-9e1e-c8af968ac863' 2024-11-08T17:20:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6009bb67-c5ac-401a-9e1e-c8af968ac863" 2024-11-08T17:20:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f6a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,43027,-1] 2024-11-08T17:20:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:13,544 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9436ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:13,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,43027,1731086397873 2024-11-08T17:20:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a85e411 2024-11-08T17:20:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:13,547 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:13,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:39663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:20:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:20:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:13,550 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:39663' 2024-11-08T17:20:13,551 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e131f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:13,551 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:13,551 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:13,552 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e768055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:13,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:13,553 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7513fab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:13,554 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:13,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,39663,1731086404358 2024-11-08T17:20:13,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47453750 2024-11-08T17:20:13,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:13,556 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:13,557 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T17:20:13,557 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:20:13,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:13,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:13,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:13,558 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:13,559 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:20:13,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:13,560 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:13,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:13,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:20:13,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7aa29d59b3e0145bd5ee9a273c1ab453, NAME => 'hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1 2024-11-08T17:20:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:20:13,609 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:20:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:13,876 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:13,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:13,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7aa29d59b3e0145bd5ee9a273c1ab453, disabling compactions & flushes 2024-11-08T17:20:13,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:13,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:13,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. after waiting 0 ms 2024-11-08T17:20:13,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:13,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:13,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7aa29d59b3e0145bd5ee9a273c1ab453: Waiting for close lock at 1731086413982Disabling compacts and flushes for region at 1731086413982Disabling writes for close at 1731086413982Writing region close event to WAL at 1731086413982Closed at 1731086413982 2024-11-08T17:20:13,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:13,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086413984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086413984"}]},"ts":"1731086413984"} 2024-11-08T17:20:13,986 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:13,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:13,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086413987"}]},"ts":"1731086413987"} 2024-11-08T17:20:13,988 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:20:13,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7aa29d59b3e0145bd5ee9a273c1ab453, ASSIGN}] 2024-11-08T17:20:13,991 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7aa29d59b3e0145bd5ee9a273c1ab453, ASSIGN 2024-11-08T17:20:13,991 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7aa29d59b3e0145bd5ee9a273c1ab453, ASSIGN; state=OFFLINE, location=74e38af3904c,33633,1731086398003; forceNewPlan=false, retain=false 2024-11-08T17:20:14,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7aa29d59b3e0145bd5ee9a273c1ab453, regionState=OPENING, regionLocation=74e38af3904c,33633,1731086398003 2024-11-08T17:20:14,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7aa29d59b3e0145bd5ee9a273c1ab453, ASSIGN because future has completed 2024-11-08T17:20:14,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aa29d59b3e0145bd5ee9a273c1ab453, server=74e38af3904c,33633,1731086398003}] 2024-11-08T17:20:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:14,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:14,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:14,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:20:14,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C33633%2C1731086398003.rep, suffix=, logDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003, archiveDir=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/oldWALs, maxLogs=10 2024-11-08T17:20:14,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.rep.1731086414304, exclude list is [], retry=0 2024-11-08T17:20:14,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-652ac129-6190-4179-aab2-99dd4ccefe70,DISK] 2024-11-08T17:20:14,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.rep.1731086414304 2024-11-08T17:20:14,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-11-08T17:20:14,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aa29d59b3e0145bd5ee9a273c1ab453, NAME => 'hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:14,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:14,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:14,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. service=MultiRowMutationService 2024-11-08T17:20:14,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:20:14,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:14,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,331 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,332 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa29d59b3e0145bd5ee9a273c1ab453 columnFamilyName hfileref 2024-11-08T17:20:14,332 DEBUG [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:14,333 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] regionserver.HStore(327): Store=7aa29d59b3e0145bd5ee9a273c1ab453/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:14,333 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,334 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa29d59b3e0145bd5ee9a273c1ab453 columnFamilyName queue 2024-11-08T17:20:14,334 DEBUG [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:14,335 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] regionserver.HStore(327): Store=7aa29d59b3e0145bd5ee9a273c1ab453/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:14,335 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,336 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa29d59b3e0145bd5ee9a273c1ab453 columnFamilyName sid 2024-11-08T17:20:14,336 DEBUG [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:14,336 INFO [StoreOpener-7aa29d59b3e0145bd5ee9a273c1ab453-1 {}] regionserver.HStore(327): Store=7aa29d59b3e0145bd5ee9a273c1ab453/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:14,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/replication/7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/replication/7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:14,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/replication/7aa29d59b3e0145bd5ee9a273c1ab453/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:14,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7aa29d59b3e0145bd5ee9a273c1ab453; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59654310, jitterRate=-0.11108151078224182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:14,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:14,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7aa29d59b3e0145bd5ee9a273c1ab453: Running coprocessor pre-open hook at 1731086414330Writing region info on filesystem at 1731086414330Initializing all the Stores at 1731086414331 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086414331Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086414331Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086414331Cleaning up temporary data from old regions at 1731086414338 (+7 ms)Running coprocessor post-open hooks at 1731086414341 (+3 ms)Region opened successfully at 1731086414341 2024-11-08T17:20:14,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453., pid=10, masterSystemTime=1731086414296 2024-11-08T17:20:14,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:14,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:14,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7aa29d59b3e0145bd5ee9a273c1ab453, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,33633,1731086398003 2024-11-08T17:20:14,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aa29d59b3e0145bd5ee9a273c1ab453, server=74e38af3904c,33633,1731086398003 because future has completed 2024-11-08T17:20:14,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:20:14,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7aa29d59b3e0145bd5ee9a273c1ab453, server=74e38af3904c,33633,1731086398003 in 204 msec 2024-11-08T17:20:14,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:20:14,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7aa29d59b3e0145bd5ee9a273c1ab453, ASSIGN in 362 msec 2024-11-08T17:20:14,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:14,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086414354"}]},"ts":"1731086414354"} 2024-11-08T17:20:14,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:20:14,356 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:14,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-11-08T17:20:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453., hostname=74e38af3904c,33633,1731086398003, seqNum=2] 2024-11-08T17:20:14,380 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:14,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:14,386 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:14,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:20:14,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:20:14,565 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:20:14,605 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,33633,1731086398003, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:20:14,606 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:14,606 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33633,1731086398003, seqNum=-1] 2024-11-08T17:20:14,606 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:14,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,33633,1731086398003', locateType=CURRENT is [region=hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453., hostname=74e38af3904c,33633,1731086398003, seqNum=2] 2024-11-08T17:20:14,619 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:20:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:20:14,622 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,33633,1731086398003 suceeded 2024-11-08T17:20:14,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:20:14,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-08T17:20:14,625 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:39663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:20:14,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0780 sec 2024-11-08T17:20:14,645 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:39663' 2024-11-08T17:20:14,647 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d3a755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,647 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:14,647 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:14,648 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16d4f77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:14,650 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:14,651 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4642ed53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,651 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:14,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,39663,1731086404358 2024-11-08T17:20:14,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@edecbc2 2024-11-08T17:20:14,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:14,653 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T17:20:14,654 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,33633,1731086398003 (queues=1) is replicating from cluster=6009bb67-c5ac-401a-9e1e-c8af968ac863 to cluster=ba68e94a-c3cd-4181-8ab0-20c5ab17e86a 2024-11-08T17:20:14,654 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C33633%2C1731086398003 2024-11-08T17:20:14,654 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,33633,1731086398003, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:20:14,655 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, startPosition=0, beingWritten=true 2024-11-08T17:20:14,668 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C33633%2C1731086398003 2024-11-08T17:20:14,686 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:14,686 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:14,689 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:20:14,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:14,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:14,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:14,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:14,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:14,692 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 379, reset compression=false 2024-11-08T17:20:14,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc6788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:14,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:14,702 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:14,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273b9aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:14,709 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:14,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3976e5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,39663,1731086404358 2024-11-08T17:20:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd8b14f 2024-11-08T17:20:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:14,722 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:14,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:46555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:20:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:20:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:14,730 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:46555' 2024-11-08T17:20:14,732 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676ddc8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,732 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,46555,-1 for getting cluster id 2024-11-08T17:20:14,732 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:14,733 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25405b29-5cdb-4853-9e1f-6522a7e7cc9d' 2024-11-08T17:20:14,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:14,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25405b29-5cdb-4853-9e1f-6522a7e7cc9d" 2024-11-08T17:20:14,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1ee1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,46555,-1] 2024-11-08T17:20:14,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:14,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:14,735 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b6ef98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:14,736 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:14,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,46555,1731086392204 2024-11-08T17:20:14,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38cf1e89 2024-11-08T17:20:14,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:14,737 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:14,738 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T17:20:14,738 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:20:14,738 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:14,738 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:14,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:14,738 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:14,740 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:20:14,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:14,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:14,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:20:14,790 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:20:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:14,917 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 379, reset compression=false 2024-11-08T17:20:14,983 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:15,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1f6a696e2ea5fbe91e9d5f75af7ebd9, NAME => 'hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402 2024-11-08T17:20:15,238 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 379, reset compression=false 2024-11-08T17:20:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:20:15,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:15,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a1f6a696e2ea5fbe91e9d5f75af7ebd9, disabling compactions & flushes 2024-11-08T17:20:15,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:15,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:15,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. after waiting 0 ms 2024-11-08T17:20:15,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:15,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:15,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1f6a696e2ea5fbe91e9d5f75af7ebd9: Waiting for close lock at 1731086415243Disabling compacts and flushes for region at 1731086415243Disabling writes for close at 1731086415243Writing region close event to WAL at 1731086415243Closed at 1731086415243 2024-11-08T17:20:15,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:15,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086415245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086415245"}]},"ts":"1731086415245"} 2024-11-08T17:20:15,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:15,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:15,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086415256"}]},"ts":"1731086415256"} 2024-11-08T17:20:15,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:20:15,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1f6a696e2ea5fbe91e9d5f75af7ebd9, ASSIGN}] 2024-11-08T17:20:15,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1f6a696e2ea5fbe91e9d5f75af7ebd9, ASSIGN 2024-11-08T17:20:15,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1f6a696e2ea5fbe91e9d5f75af7ebd9, ASSIGN; state=OFFLINE, location=74e38af3904c,35371,1731086404531; forceNewPlan=false, retain=false 2024-11-08T17:20:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:15,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1f6a696e2ea5fbe91e9d5f75af7ebd9, regionState=OPENING, regionLocation=74e38af3904c,35371,1731086404531 2024-11-08T17:20:15,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1f6a696e2ea5fbe91e9d5f75af7ebd9, ASSIGN because future has completed 2024-11-08T17:20:15,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1f6a696e2ea5fbe91e9d5f75af7ebd9, server=74e38af3904c,35371,1731086404531}] 2024-11-08T17:20:15,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:15,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:15,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:20:15,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C35371%2C1731086404531.rep, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/oldWALs, maxLogs=10 2024-11-08T17:20:15,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.rep.1731086415595, exclude list is [], retry=0 2024-11-08T17:20:15,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39043,DS-812ab8ac-de43-45dd-8be9-8cdfa9347b05,DISK] 2024-11-08T17:20:15,660 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 379, reset compression=false 2024-11-08T17:20:15,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.rep.1731086415595 2024-11-08T17:20:15,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42435:42435)] 2024-11-08T17:20:15,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a1f6a696e2ea5fbe91e9d5f75af7ebd9, NAME => 'hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:15,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:15,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:15,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. service=MultiRowMutationService 2024-11-08T17:20:15,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:20:15,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,705 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:15,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:15,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,706 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,708 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1f6a696e2ea5fbe91e9d5f75af7ebd9 columnFamilyName hfileref 2024-11-08T17:20:15,708 DEBUG [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:15,708 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] regionserver.HStore(327): Store=a1f6a696e2ea5fbe91e9d5f75af7ebd9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:15,708 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,709 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1f6a696e2ea5fbe91e9d5f75af7ebd9 columnFamilyName queue 2024-11-08T17:20:15,709 DEBUG [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:15,710 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] regionserver.HStore(327): Store=a1f6a696e2ea5fbe91e9d5f75af7ebd9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:15,710 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,713 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1f6a696e2ea5fbe91e9d5f75af7ebd9 columnFamilyName sid 2024-11-08T17:20:15,713 DEBUG [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:15,729 INFO [StoreOpener-a1f6a696e2ea5fbe91e9d5f75af7ebd9-1 {}] regionserver.HStore(327): Store=a1f6a696e2ea5fbe91e9d5f75af7ebd9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:15,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/replication/a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/replication/a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:15,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/replication/a1f6a696e2ea5fbe91e9d5f75af7ebd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:15,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a1f6a696e2ea5fbe91e9d5f75af7ebd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69798362, jitterRate=0.040076643228530884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:15,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:15,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a1f6a696e2ea5fbe91e9d5f75af7ebd9: Running coprocessor pre-open hook at 1731086415705Writing region info on filesystem at 1731086415705Initializing all the Stores at 1731086415706 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086415706Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086415706Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086415706Cleaning up temporary data from old regions at 1731086415732 (+26 ms)Running coprocessor post-open hooks at 1731086415748 (+16 ms)Region opened successfully at 1731086415748 2024-11-08T17:20:15,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9., pid=10, masterSystemTime=1731086415581 2024-11-08T17:20:15,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:15,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:15,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1f6a696e2ea5fbe91e9d5f75af7ebd9, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,35371,1731086404531 2024-11-08T17:20:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1f6a696e2ea5fbe91e9d5f75af7ebd9, server=74e38af3904c,35371,1731086404531 because future has completed 2024-11-08T17:20:15,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:20:15,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a1f6a696e2ea5fbe91e9d5f75af7ebd9, server=74e38af3904c,35371,1731086404531 in 355 msec 2024-11-08T17:20:15,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:20:15,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1f6a696e2ea5fbe91e9d5f75af7ebd9, ASSIGN in 520 msec 2024-11-08T17:20:15,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:15,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086415789"}]},"ts":"1731086415789"} 2024-11-08T17:20:15,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:20:15,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:15,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0550 sec 2024-11-08T17:20:15,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9., hostname=74e38af3904c,35371,1731086404531, seqNum=2] 2024-11-08T17:20:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:15,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:20:16,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:20:16,065 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:20:16,121 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,35371,1731086404531, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:20:16,134 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:16,134 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,35371,1731086404531, seqNum=-1] 2024-11-08T17:20:16,134 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:16,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:16,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,35371,1731086404531', locateType=CURRENT is [region=hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9., hostname=74e38af3904c,35371,1731086404531, seqNum=2] 2024-11-08T17:20:16,164 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:20:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:20:16,167 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,35371,1731086404531 suceeded 2024-11-08T17:20:16,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:20:16,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-11-08T17:20:16,170 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:46555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:20:16,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4470 sec 2024-11-08T17:20:16,195 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:46555' 2024-11-08T17:20:16,208 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 379, reset compression=false 2024-11-08T17:20:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:20:16,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T17:20:16,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:20:16,211 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea5286d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T17:20:16,211 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,46555,-1 for getting cluster id 2024-11-08T17:20:16,211 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:16,212 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25405b29-5cdb-4853-9e1f-6522a7e7cc9d' 2024-11-08T17:20:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25405b29-5cdb-4853-9e1f-6522a7e7cc9d" 2024-11-08T17:20:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3252fc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,46555,-1] 2024-11-08T17:20:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:16,236 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:16,238 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6d97d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,238 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,46555,1731086392204 2024-11-08T17:20:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f0ed6de 2024-11-08T17:20:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:16,240 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T17:20:16,241 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,35371,1731086404531 (queues=1) is replicating from cluster=ba68e94a-c3cd-4181-8ab0-20c5ab17e86a to cluster=25405b29-5cdb-4853-9e1f-6522a7e7cc9d 2024-11-08T17:20:16,241 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C35371%2C1731086404531 2024-11-08T17:20:16,241 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,35371,1731086404531, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:20:16,264 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, startPosition=0, beingWritten=true 2024-11-08T17:20:16,265 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C35371%2C1731086404531 2024-11-08T17:20:16,287 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:16,287 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 379, reset compression=false 2024-11-08T17:20:16,287 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:16,532 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 379, reset compression=false 2024-11-08T17:20:16,560 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:16,838 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 379, reset compression=false 2024-11-08T17:20:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:16,871 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:20:16,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:16,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:16,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:16,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:16,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:16,873 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 379, reset compression=false 2024-11-08T17:20:16,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ed7359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,46555,-1 for getting cluster id 2024-11-08T17:20:16,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:16,886 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25405b29-5cdb-4853-9e1f-6522a7e7cc9d' 2024-11-08T17:20:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25405b29-5cdb-4853-9e1f-6522a7e7cc9d" 2024-11-08T17:20:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7e5bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,46555,-1] 2024-11-08T17:20:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:16,888 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:16,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211c805f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c71530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,43027,-1 for getting cluster id 2024-11-08T17:20:16,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:16,910 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6009bb67-c5ac-401a-9e1e-c8af968ac863' 2024-11-08T17:20:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6009bb67-c5ac-401a-9e1e-c8af968ac863" 2024-11-08T17:20:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7f1da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,43027,-1] 2024-11-08T17:20:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:16,912 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1497a8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2b7030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:16,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:16,933 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:16,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9da404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:16,938 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771e4950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:16,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45983,1731086392566, seqNum=-1] 2024-11-08T17:20:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:16,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086406960.aa71b7fc6e0d8170478a071a600db538., hostname=74e38af3904c,45983,1731086392566, seqNum=2] 2024-11-08T17:20:16,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,35371,1731086404531, seqNum=-1] 2024-11-08T17:20:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:16,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90., hostname=74e38af3904c,35371,1731086404531, seqNum=2] 2024-11-08T17:20:16,960 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T17:20:17,322 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 379, reset compression=false 2024-11-08T17:20:17,486 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 379, reset compression=false 2024-11-08T17:20:17,490 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:17,490 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 480, reset compression=false 2024-11-08T17:20:17,490 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa71b7fc6e0d8170478a071a600db538/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T17:20:17,497 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:17,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T17:20:17,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:17,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232e2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:17,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,43027,-1 for getting cluster id 2024-11-08T17:20:17,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:17,500 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6009bb67-c5ac-401a-9e1e-c8af968ac863' 2024-11-08T17:20:17,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:17,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6009bb67-c5ac-401a-9e1e-c8af968ac863" 2024-11-08T17:20:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223490c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,43027,-1] 2024-11-08T17:20:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:17,502 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:17,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@772de478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:17,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:17,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33633,1731086398003, seqNum=-1] 2024-11-08T17:20:17,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:17,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:17,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7., hostname=74e38af3904c,33633,1731086398003, seqNum=2] 2024-11-08T17:20:17,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:17,554 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 379, reset compression=false 2024-11-08T17:20:17,587 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:17,587 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 503, reset compression=false 2024-11-08T17:20:17,587 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd7d2a88b8eae46336a19445a03a8ac7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T17:20:17,594 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:17,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T17:20:17,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:17,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e3854b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:17,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:17,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:17,598 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b839f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:17,600 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:17,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22e6f6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:17,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:17,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,35371,1731086404531, seqNum=-1] 2024-11-08T17:20:17,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:17,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:17,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90., hostname=74e38af3904c,35371,1731086404531, seqNum=2] 2024-11-08T17:20:17,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:17,697 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 480, reset compression=false 2024-11-08T17:20:17,807 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 503, reset compression=false 2024-11-08T17:20:17,860 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 379, reset compression=false 2024-11-08T17:20:17,864 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:17,864 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 526, reset compression=false 2024-11-08T17:20:17,864 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:17,962 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T17:20:17,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:17,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33633,1731086398003, seqNum=-1] 2024-11-08T17:20:17,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:17,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:17,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7., hostname=74e38af3904c,33633,1731086398003, seqNum=2] 2024-11-08T17:20:17,970 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T17:20:18,010 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 480, reset compression=false 2024-11-08T17:20:18,068 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 526, reset compression=false 2024-11-08T17:20:18,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:18,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,112 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 503, reset compression=false 2024-11-08T17:20:18,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,120 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:18,120 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd7d2a88b8eae46336a19445a03a8ac7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T17:20:18,121 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 607, reset compression=false 2024-11-08T17:20:18,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:18,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:18,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:18,327 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 607, reset compression=false 2024-11-08T17:20:18,371 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 526, reset compression=false 2024-11-08T17:20:18,375 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:18,375 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 653, reset compression=false 2024-11-08T17:20:18,375 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a1edb0c512b968b5f328e8b8cb91a90/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T17:20:18,378 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:18,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T17:20:18,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:18,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ddbc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:18,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,46555,-1 for getting cluster id 2024-11-08T17:20:18,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:18,380 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25405b29-5cdb-4853-9e1f-6522a7e7cc9d' 2024-11-08T17:20:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:18,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25405b29-5cdb-4853-9e1f-6522a7e7cc9d" 2024-11-08T17:20:18,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83056de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:18,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,46555,-1] 2024-11-08T17:20:18,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:18,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:18,381 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:18,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d81c343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:18,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:18,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45983,1731086392566, seqNum=-1] 2024-11-08T17:20:18,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:18,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:18,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731086406960.aa71b7fc6e0d8170478a071a600db538., hostname=74e38af3904c,45983,1731086392566, seqNum=2] 2024-11-08T17:20:18,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:18,414 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 480, reset compression=false 2024-11-08T17:20:18,418 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:18,418 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 631, reset compression=false 2024-11-08T17:20:18,418 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:18,579 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 653, reset compression=false 2024-11-08T17:20:18,621 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 631, reset compression=false 2024-11-08T17:20:18,630 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 607, reset compression=false 2024-11-08T17:20:18,882 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 653, reset compression=false 2024-11-08T17:20:18,924 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 631, reset compression=false 2024-11-08T17:20:18,971 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T17:20:18,974 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T17:20:19,034 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 607, reset compression=false 2024-11-08T17:20:19,285 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 653, reset compression=false 2024-11-08T17:20:19,290 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:19,290 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 757, reset compression=false 2024-11-08T17:20:19,290 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a1edb0c512b968b5f328e8b8cb91a90/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T17:20:19,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:19,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:19,327 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 631, reset compression=false 2024-11-08T17:20:19,331 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:19,331 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 759, reset compression=false 2024-11-08T17:20:19,331 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa71b7fc6e0d8170478a071a600db538/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T17:20:19,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:19,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:19,494 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 757, reset compression=false 2024-11-08T17:20:19,538 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 607, reset compression=false 2024-11-08T17:20:19,538 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 759, reset compression=false 2024-11-08T17:20:19,546 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:19,546 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 758, reset compression=false 2024-11-08T17:20:19,546 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:19,750 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 758, reset compression=false 2024-11-08T17:20:19,797 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 757, reset compression=false 2024-11-08T17:20:19,845 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 759, reset compression=false 2024-11-08T17:20:19,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T17:20:19,980 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T17:20:20,054 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 758, reset compression=false 2024-11-08T17:20:20,200 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 757, reset compression=false 2024-11-08T17:20:20,256 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 759, reset compression=false 2024-11-08T17:20:20,265 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:20,265 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 915, reset compression=false 2024-11-08T17:20:20,266 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa71b7fc6e0d8170478a071a600db538/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T17:20:20,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:20,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:20,459 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 758, reset compression=false 2024-11-08T17:20:20,463 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:20,463 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 905, reset compression=false 2024-11-08T17:20:20,463 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd7d2a88b8eae46336a19445a03a8ac7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T17:20:20,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:20,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:20,490 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 915, reset compression=false 2024-11-08T17:20:20,668 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 905, reset compression=false 2024-11-08T17:20:20,711 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 757, reset compression=false 2024-11-08T17:20:20,727 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:20,727 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 927, reset compression=false 2024-11-08T17:20:20,727 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:20,795 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 915, reset compression=false 2024-11-08T17:20:20,941 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 927, reset compression=false 2024-11-08T17:20:20,971 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 905, reset compression=false 2024-11-08T17:20:20,982 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T17:20:20,986 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T17:20:21,201 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 915, reset compression=false 2024-11-08T17:20:21,244 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 927, reset compression=false 2024-11-08T17:20:21,375 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 905, reset compression=false 2024-11-08T17:20:21,379 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:21,379 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1064, reset compression=false 2024-11-08T17:20:21,379 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd7d2a88b8eae46336a19445a03a8ac7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T17:20:21,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:21,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:21,582 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1064, reset compression=false 2024-11-08T17:20:21,648 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 927, reset compression=false 2024-11-08T17:20:21,652 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:21,652 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1076, reset compression=false 2024-11-08T17:20:21,652 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a1edb0c512b968b5f328e8b8cb91a90/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T17:20:21,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:21,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:21,705 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 915, reset compression=false 2024-11-08T17:20:21,710 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:21,710 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1088, reset compression=false 2024-11-08T17:20:21,710 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:21,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:20:21,856 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1076, reset compression=false 2024-11-08T17:20:21,886 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1064, reset compression=false 2024-11-08T17:20:21,914 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1088, reset compression=false 2024-11-08T17:20:21,988 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T17:20:21,993 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T17:20:22,160 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1076, reset compression=false 2024-11-08T17:20:22,166 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:22,166 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1235, reset compression=false 2024-11-08T17:20:22,166 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a1edb0c512b968b5f328e8b8cb91a90/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T17:20:22,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:22,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:22,217 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1088, reset compression=false 2024-11-08T17:20:22,222 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:22,222 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1238, reset compression=false 2024-11-08T17:20:22,222 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa71b7fc6e0d8170478a071a600db538/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T17:20:22,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:22,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:22,289 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1064, reset compression=false 2024-11-08T17:20:22,293 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:22,293 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1237, reset compression=false 2024-11-08T17:20:22,293 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:22,380 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1235, reset compression=false 2024-11-08T17:20:22,425 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1238, reset compression=false 2024-11-08T17:20:22,496 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1237, reset compression=false 2024-11-08T17:20:22,684 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1235, reset compression=false 2024-11-08T17:20:22,730 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1238, reset compression=false 2024-11-08T17:20:22,801 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1237, reset compression=false 2024-11-08T17:20:22,995 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T17:20:23,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f702d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:23,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:23,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:23,003 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:23,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43caba78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:23,006 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa5b0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:23,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,39663,1731086404358 2024-11-08T17:20:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50815a44 2024-11-08T17:20:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:23,018 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:23,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-08T17:20:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T17:20:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:20:23,088 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1235, reset compression=false 2024-11-08T17:20:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:20:23,134 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1238, reset compression=false 2024-11-08T17:20:23,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:20:23,204 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1237, reset compression=false 2024-11-08T17:20:23,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T17:20:23,287 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T17:20:23,288 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T17:20:23,288 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,35371,1731086404531 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T17:20:23,288 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/74e38af3904c:0-0. 2024-11-08T17:20:23,288 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:23,288 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:23,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:23,289 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:20:23,389 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:20:23,389 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:20:23,489 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 terminated 2024-11-08T17:20:23,512 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,35371,1731086404531, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:20:23,513 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T17:20:23,513 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T17:20:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T17:20:23,515 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 74e38af3904c,35371,1731086404531 suceeded 2024-11-08T17:20:23,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T17:20:23,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-08T17:20:23,517 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T17:20:23,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 497 msec 2024-11-08T17:20:23,530 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:46555' 2024-11-08T17:20:23,531 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186076ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:23,531 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,46555,-1 for getting cluster id 2024-11-08T17:20:23,531 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:23,532 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25405b29-5cdb-4853-9e1f-6522a7e7cc9d' 2024-11-08T17:20:23,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:23,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25405b29-5cdb-4853-9e1f-6522a7e7cc9d" 2024-11-08T17:20:23,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d3917de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:23,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,46555,-1] 2024-11-08T17:20:23,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:23,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:23,533 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:23,534 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cd63303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:23,534 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:23,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,46555,1731086392204 2024-11-08T17:20:23,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a4b39fa 2024-11-08T17:20:23,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:23,536 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T17:20:23,536 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,35371,1731086404531 (queues=1) is replicating from cluster=ba68e94a-c3cd-4181-8ab0-20c5ab17e86a to cluster=25405b29-5cdb-4853-9e1f-6522a7e7cc9d 2024-11-08T17:20:23,536 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C35371%2C1731086404531 2024-11-08T17:20:23,537 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,35371,1731086404531, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:20:23,537 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C35371%2C1731086404531 2024-11-08T17:20:23,638 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1238, reset compression=false 2024-11-08T17:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:20:23,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:23,650 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:20:23,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:23,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:23,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:23,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:23,655 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T17:20:23,707 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1237, reset compression=false 2024-11-08T17:20:24,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:24,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:20:24,109 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68537 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:20:24,241 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1238, reset compression=false 2024-11-08T17:20:24,245 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:24,245 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1342, reset compression=false 2024-11-08T17:20:24,245 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa71b7fc6e0d8170478a071a600db538/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T17:20:24,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:24,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:24,310 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1237, reset compression=false 2024-11-08T17:20:24,314 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:24,314 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1364, reset compression=false 2024-11-08T17:20:24,314 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd7d2a88b8eae46336a19445a03a8ac7/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T17:20:24,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:24,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:24,453 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1342, reset compression=false 2024-11-08T17:20:24,518 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1364, reset compression=false 2024-11-08T17:20:24,657 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T17:20:24,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdf28f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:24,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,39663,-1 for getting cluster id 2024-11-08T17:20:24,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:24,659 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba68e94a-c3cd-4181-8ab0-20c5ab17e86a' 2024-11-08T17:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba68e94a-c3cd-4181-8ab0-20c5ab17e86a" 2024-11-08T17:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b4b66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,39663,-1] 2024-11-08T17:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:24,661 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:24,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5946514f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:24,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:24,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,39663,1731086404358 2024-11-08T17:20:24,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cad4def 2024-11-08T17:20:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:24,666 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:24,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-08T17:20:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T17:20:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T17:20:24,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:20:24,757 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1342, reset compression=false 2024-11-08T17:20:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T17:20:24,828 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1364, reset compression=false 2024-11-08T17:20:24,832 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:24,832 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:24,832 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd7d2a88b8eae46336a19445a03a8ac7/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T17:20:24,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:24,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:24,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T17:20:24,881 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T17:20:24,882 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T17:20:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T17:20:24,884 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 74e38af3904c,35371,1731086404531 suceeded 2024-11-08T17:20:24,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T17:20:24,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T17:20:24,886 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T17:20:24,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 220 msec 2024-11-08T17:20:24,938 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, startPosition=1235, beingWritten=true 2024-11-08T17:20:24,943 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:20:24,943 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1512, reset compression=false 2024-11-08T17:20:24,943 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a1edb0c512b968b5f328e8b8cb91a90/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T17:20:24,945 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:24,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T17:20:24,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:20:24,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45983 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:20:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T17:20:24,990 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:20:24,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:24,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:24,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:24,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:24,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:24,992 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T17:20:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:20:24,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:24,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:24,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:24,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:24,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:20:24,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=771349200, stopped=false 2024-11-08T17:20:24,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,39663,1731086404358 2024-11-08T17:20:24,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1768633676/running 2024-11-08T17:20:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1768633676/running 2024-11-08T17:20:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:25,007 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:20:25,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:25,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:25,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:25,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on znode that does not yet exist, /2-1768633676/running 2024-11-08T17:20:25,008 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,35371,1731086404531' ***** 2024-11-08T17:20:25,008 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:20:25,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Set watcher on znode that does not yet exist, /2-1768633676/running 2024-11-08T17:20:25,008 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:20:25,008 INFO [RS:0;74e38af3904c:35371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:20:25,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:20:25,009 INFO [RS:0;74e38af3904c:35371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:20:25,009 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a1edb0c512b968b5f328e8b8cb91a90 2024-11-08T17:20:25,009 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:25,009 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,35371,1731086404531 2024-11-08T17:20:25,009 INFO [RS:0;74e38af3904c:35371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:20:25,009 INFO [RS:0;74e38af3904c:35371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:35371. 2024-11-08T17:20:25,009 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a1edb0c512b968b5f328e8b8cb91a90, disabling compactions & flushes 2024-11-08T17:20:25,009 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:25,009 DEBUG [RS:0;74e38af3904c:35371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:25,009 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:25,009 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:25,009 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. after waiting 0 ms 2024-11-08T17:20:25,009 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:25,010 INFO [RS:0;74e38af3904c:35371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:20:25,010 INFO [RS:0;74e38af3904c:35371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:20:25,010 INFO [RS:0;74e38af3904c:35371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:20:25,010 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a1edb0c512b968b5f328e8b8cb91a90 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T17:20:25,010 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:20:25,010 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:20:25,010 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1325): Online Regions={5a1edb0c512b968b5f328e8b8cb91a90=test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90., a1f6a696e2ea5fbe91e9d5f75af7ebd9=hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:20:25,010 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a1edb0c512b968b5f328e8b8cb91a90, a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:25,010 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:25,010 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:25,010 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:25,010 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:25,010 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:25,010 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:20:25,026 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/info/0641c85b57f24f8ead5876c153903b85 is 147, key is hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9./info:regioninfo/1731086415757/Put/seqid=0 2024-11-08T17:20:25,027 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/f/be668993681e47c4abaeb8e15feb86d7 is 37, key is row3/f:row3/1731086423652/Put/seqid=0 2024-11-08T17:20:25,030 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:20:25,035 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:25,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741840_1016 (size=7686) 2024-11-08T17:20:25,042 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/info/0641c85b57f24f8ead5876c153903b85 2024-11-08T17:20:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741841_1017 (size=5228) 2024-11-08T17:20:25,079 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/ns/ef8cf42a6bd145308c813d6338175055 is 43, key is default/ns:d/1731086406842/Put/seqid=0 2024-11-08T17:20:25,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741842_1018 (size=5153) 2024-11-08T17:20:25,147 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1512, reset compression=false 2024-11-08T17:20:25,151 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:25,151 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1759, reset compression=false 2024-11-08T17:20:25,151 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,35371,1731086404531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:25,152 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,35371,1731086404531: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,35371,1731086404531, walGroup=74e38af3904c%2C35371%2C1731086404531, offset=74e38af3904c%2C35371%2C1731086404531.1731086405837:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:35371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:20:25,153 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:20:25,153 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:20:25,154 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:20:25,154 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:20:25,154 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:20:25,154 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 781414504 }, "NonHeapMemoryUsage": { "committed": 200146944, "init": 7667712, "max": -1, "used": 197356592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:20:25,154 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:39663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:39663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:20:25,160 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1342, reset compression=false 2024-11-08T17:20:25,164 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:25,164 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:25,164 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:25,210 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a1edb0c512b968b5f328e8b8cb91a90, a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:25,355 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1759, reset compression=false 2024-11-08T17:20:25,365 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:25,368 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:25,410 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a1edb0c512b968b5f328e8b8cb91a90, a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:25,467 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/f/be668993681e47c4abaeb8e15feb86d7 2024-11-08T17:20:25,478 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be668993681e47c4abaeb8e15feb86d7 2024-11-08T17:20:25,485 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/ns/ef8cf42a6bd145308c813d6338175055 2024-11-08T17:20:25,499 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/f1/3da1d219ff2342ee94c42f22d889919d is 30, key is row1/f1:/1731086420983/DeleteFamily/seqid=0 2024-11-08T17:20:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741843_1019 (size=5158) 2024-11-08T17:20:25,504 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/f1/3da1d219ff2342ee94c42f22d889919d 2024-11-08T17:20:25,506 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/rep_barrier/3a0e33486ce54bcab84c3121bc62e459 is 112, key is test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90./rep_barrier:seqnumDuringOpen/1731086411032/Put/seqid=0 2024-11-08T17:20:25,509 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3da1d219ff2342ee94c42f22d889919d 2024-11-08T17:20:25,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741844_1020 (size=5518) 2024-11-08T17:20:25,524 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/norep/d4c58326817343f59b582d0a992dc92b is 33, key is row2/norep:/1731086421989/DeleteFamily/seqid=0 2024-11-08T17:20:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741845_1021 (size=5108) 2024-11-08T17:20:25,528 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/norep/d4c58326817343f59b582d0a992dc92b 2024-11-08T17:20:25,531 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4c58326817343f59b582d0a992dc92b 2024-11-08T17:20:25,532 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/f/be668993681e47c4abaeb8e15feb86d7 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/f/be668993681e47c4abaeb8e15feb86d7 2024-11-08T17:20:25,537 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be668993681e47c4abaeb8e15feb86d7 2024-11-08T17:20:25,537 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/f/be668993681e47c4abaeb8e15feb86d7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T17:20:25,538 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/f1/3da1d219ff2342ee94c42f22d889919d as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/f1/3da1d219ff2342ee94c42f22d889919d 2024-11-08T17:20:25,542 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3da1d219ff2342ee94c42f22d889919d 2024-11-08T17:20:25,542 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/f1/3da1d219ff2342ee94c42f22d889919d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T17:20:25,542 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/.tmp/norep/d4c58326817343f59b582d0a992dc92b as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/norep/d4c58326817343f59b582d0a992dc92b 2024-11-08T17:20:25,546 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4c58326817343f59b582d0a992dc92b 2024-11-08T17:20:25,546 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/norep/d4c58326817343f59b582d0a992dc92b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T17:20:25,547 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a1edb0c512b968b5f328e8b8cb91a90 in 538ms, sequenceid=12, compaction requested=false 2024-11-08T17:20:25,552 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/default/test/5a1edb0c512b968b5f328e8b8cb91a90/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T17:20:25,552 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:20:25,552 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:20:25,552 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a1edb0c512b968b5f328e8b8cb91a90: Waiting for close lock at 1731086425009Running coprocessor pre-close hooks at 1731086425009Disabling compacts and flushes for region at 1731086425009Disabling writes for close at 1731086425009Obtaining lock to block concurrent updates at 1731086425010 (+1 ms)Preparing flush snapshotting stores in 5a1edb0c512b968b5f328e8b8cb91a90 at 1731086425010Finished memstore snapshotting test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731086425010Flushing stores of test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. at 1731086425011 (+1 ms)Flushing 5a1edb0c512b968b5f328e8b8cb91a90/f: creating writer at 1731086425011Flushing 5a1edb0c512b968b5f328e8b8cb91a90/f: appending metadata at 1731086425027 (+16 ms)Flushing 5a1edb0c512b968b5f328e8b8cb91a90/f: closing flushed file at 1731086425027Flushing 5a1edb0c512b968b5f328e8b8cb91a90/f1: creating writer at 1731086425478 (+451 ms)Flushing 5a1edb0c512b968b5f328e8b8cb91a90/f1: appending metadata at 1731086425498 (+20 ms)Flushing 5a1edb0c512b968b5f328e8b8cb91a90/f1: closing flushed file at 1731086425498Flushing 5a1edb0c512b968b5f328e8b8cb91a90/norep: creating writer at 1731086425510 (+12 ms)Flushing 5a1edb0c512b968b5f328e8b8cb91a90/norep: appending metadata at 1731086425524 (+14 ms)Flushing 5a1edb0c512b968b5f328e8b8cb91a90/norep: closing flushed file at 1731086425524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4064f136: reopening flushed file at 1731086425531 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b80b71: reopening flushed file at 1731086425537 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6066f749: reopening flushed file at 1731086425542 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a1edb0c512b968b5f328e8b8cb91a90 in 538ms, sequenceid=12, compaction requested=false at 1731086425547 (+5 ms)Writing region close event to WAL at 1731086425549 (+2 ms)Running coprocessor post-close hooks at 1731086425552 (+3 ms)Closed at 1731086425552 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086410252.5a1edb0c512b968b5f328e8b8cb91a90. 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1f6a696e2ea5fbe91e9d5f75af7ebd9, disabling compactions & flushes 2024-11-08T17:20:25,553 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. after waiting 0 ms 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1f6a696e2ea5fbe91e9d5f75af7ebd9: Waiting for close lock at 1731086425553Running coprocessor pre-close hooks at 1731086425553Disabling compacts and flushes for region at 1731086425553Disabling writes for close at 1731086425553Failed flush hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9., putting online again at 1731086425553 2024-11-08T17:20:25,553 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,611 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:25,611 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1f6a696e2ea5fbe91e9d5f75af7ebd9 2024-11-08T17:20:25,611 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1f6a696e2ea5fbe91e9d5f75af7ebd9, disabling compactions & flushes 2024-11-08T17:20:25,611 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,611 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,611 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. after waiting 0 ms 2024-11-08T17:20:25,611 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,611 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1f6a696e2ea5fbe91e9d5f75af7ebd9: Waiting for close lock at 1731086425611Running coprocessor pre-close hooks at 1731086425611Disabling compacts and flushes for region at 1731086425611Disabling writes for close at 1731086425611Failed flush hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9., putting online again at 1731086425611 2024-11-08T17:20:25,611 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9. 2024-11-08T17:20:25,659 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 1759, reset compression=false 2024-11-08T17:20:25,672 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:25,696 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:20:25,696 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:20:25,705 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:25,705 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 2403, reset compression=false 2024-11-08T17:20:25,771 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:25,811 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:20:25,909 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 2403, reset compression=false 2024-11-08T17:20:25,914 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/rep_barrier/3a0e33486ce54bcab84c3121bc62e459 2024-11-08T17:20:25,930 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/table/ad482c9f2a1e46858cfddad14d045806 is 53, key is hbase:replication/table:state/1731086415789/Put/seqid=0 2024-11-08T17:20:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741846_1022 (size=5308) 2024-11-08T17:20:26,011 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:20:26,011 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1325): Online Regions={a1f6a696e2ea5fbe91e9d5f75af7ebd9=hbase:replication,,1731086414738.a1f6a696e2ea5fbe91e9d5f75af7ebd9., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:20:26,011 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:20:26,076 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:26,211 DEBUG [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:20:26,214 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.wal-reader.74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.1731086405837 to pos 2403, reset compression=false 2024-11-08T17:20:26,275 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:26,334 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/table/ad482c9f2a1e46858cfddad14d045806 2024-11-08T17:20:26,339 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/info/0641c85b57f24f8ead5876c153903b85 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/info/0641c85b57f24f8ead5876c153903b85 2024-11-08T17:20:26,343 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/info/0641c85b57f24f8ead5876c153903b85, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:20:26,344 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/ns/ef8cf42a6bd145308c813d6338175055 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/ns/ef8cf42a6bd145308c813d6338175055 2024-11-08T17:20:26,348 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/ns/ef8cf42a6bd145308c813d6338175055, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:20:26,349 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/rep_barrier/3a0e33486ce54bcab84c3121bc62e459 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/rep_barrier/3a0e33486ce54bcab84c3121bc62e459 2024-11-08T17:20:26,353 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/rep_barrier/3a0e33486ce54bcab84c3121bc62e459, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:20:26,354 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/.tmp/table/ad482c9f2a1e46858cfddad14d045806 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/table/ad482c9f2a1e46858cfddad14d045806 2024-11-08T17:20:26,358 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/table/ad482c9f2a1e46858cfddad14d045806, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:20:26,359 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false 2024-11-08T17:20:26,365 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:20:26,366 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:20:26,366 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:20:26,366 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:26,366 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086425010Running coprocessor pre-close hooks at 1731086425010Disabling compacts and flushes for region at 1731086425010Disabling writes for close at 1731086425010Obtaining lock to block concurrent updates at 1731086425010Preparing flush snapshotting stores in 1588230740 at 1731086425010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086425011 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086425011Flushing 1588230740/info: creating writer at 1731086425011Flushing 1588230740/info: appending metadata at 1731086425025 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731086425025Flushing 1588230740/ns: creating writer at 1731086425048 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731086425078 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731086425078Flushing 1588230740/rep_barrier: creating writer at 1731086425489 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086425505 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086425505Flushing 1588230740/table: creating writer at 1731086425917 (+412 ms)Flushing 1588230740/table: appending metadata at 1731086425930 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731086425930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5119565d: reopening flushed file at 1731086426338 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd0766e: reopening flushed file at 1731086426343 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8ed7b0: reopening flushed file at 1731086426348 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a519cb7: reopening flushed file at 1731086426353 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false at 1731086426359 (+6 ms)Writing region close event to WAL at 1731086426362 (+3 ms)Running coprocessor post-close hooks at 1731086426366 (+4 ms)Closed at 1731086426366 2024-11-08T17:20:26,366 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:26,412 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T17:20:26,412 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,35371,1731086404531; all regions closed. 2024-11-08T17:20:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:20:26,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/WALs/74e38af3904c,35371,1731086404531/74e38af3904c%2C35371%2C1731086404531.meta.1731086406797.meta not finished, retry = 0 2024-11-08T17:20:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741839_1015 (size=2390) 2024-11-08T17:20:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741832_1008 (size=2411) 2024-11-08T17:20:26,519 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:26,519 INFO [RS:0;74e38af3904c:35371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:20:26,519 INFO [RS:0;74e38af3904c:35371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:20:26,519 INFO [RS:0;74e38af3904c:35371 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:20:26,519 INFO [RS:0;74e38af3904c:35371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:20:26,519 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:20:26,520 INFO [RS:0;74e38af3904c:35371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,35371,1731086404531 because: Region server is closing 2024-11-08T17:20:26,520 INFO [RS:0;74e38af3904c:35371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:35371. 2024-11-08T17:20:26,520 DEBUG [RS:0;74e38af3904c:35371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:26,520 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:26,521 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:26,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:26,580 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:26,621 INFO [RS:0;74e38af3904c:35371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,35371,1731086404531.replicationSource.shipper74e38af3904c%2C35371%2C1731086404531,1-74e38af3904c,35371,1731086404531 terminated 2024-11-08T17:20:26,621 INFO [RS:0;74e38af3904c:35371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:35371. 2024-11-08T17:20:26,621 DEBUG [RS:0;74e38af3904c:35371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:26,621 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:26,621 DEBUG [RS:0;74e38af3904c:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:26,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:26,622 INFO [RS:0;74e38af3904c:35371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35371 2024-11-08T17:20:26,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676/rs 2024-11-08T17:20:26,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1768633676/rs/74e38af3904c,35371,1731086404531 2024-11-08T17:20:26,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,35371,1731086404531] 2024-11-08T17:20:26,697 INFO [RS:0;74e38af3904c:35371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:20:26,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1768633676/draining/74e38af3904c,35371,1731086404531 already deleted, retry=false 2024-11-08T17:20:26,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,35371,1731086404531 expired; onlineServers=0 2024-11-08T17:20:26,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,39663,1731086404358' ***** 2024-11-08T17:20:26,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:20:26,708 INFO [M:0;74e38af3904c:39663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:20:26,708 INFO [M:0;74e38af3904c:39663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:20:26,708 DEBUG [M:0;74e38af3904c:39663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:20:26,708 DEBUG [M:0;74e38af3904c:39663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:20:26,708 INFO [M:0;74e38af3904c:39663 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:20:26,708 INFO [M:0;74e38af3904c:39663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:20:26,708 DEBUG [M:0;74e38af3904c:39663 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:20:26,708 INFO [M:0;74e38af3904c:39663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:20:26,708 INFO [M:0;74e38af3904c:39663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:20:26,708 INFO [M:0;74e38af3904c:39663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:20:26,708 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086405588 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086405588,5,FailOnTimeoutGroup] 2024-11-08T17:20:26,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:20:26,709 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086405604 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086405604,5,FailOnTimeoutGroup] 2024-11-08T17:20:26,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:20:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1768633676/master 2024-11-08T17:20:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1768633676 2024-11-08T17:20:26,752 DEBUG [M:0;74e38af3904c:39663 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1768633676/master already deleted, retry=false 2024-11-08T17:20:26,753 DEBUG [M:0;74e38af3904c:39663 {}] master.ActiveMasterManager(353): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1768633676/master 2024-11-08T17:20:26,754 INFO [M:0;74e38af3904c:39663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/.lastflushedseqids 2024-11-08T17:20:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741847_1023 (size=245) 2024-11-08T17:20:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1011b760e490007, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:26,818 INFO [RS:0;74e38af3904c:35371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:20:26,818 INFO [RS:0;74e38af3904c:35371 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,35371,1731086404531; zookeeper connection closed. 2024-11-08T17:20:26,819 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c948f89 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c948f89 2024-11-08T17:20:26,819 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:20:26,878 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:27,180 INFO [M:0;74e38af3904c:39663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:20:27,180 INFO [M:0;74e38af3904c:39663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:20:27,180 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:20:27,180 INFO [M:0;74e38af3904c:39663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:27,180 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:27,180 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:20:27,180 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:27,180 INFO [M:0;74e38af3904c:39663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=64.25 KB heapSize=76.32 KB 2024-11-08T17:20:27,185 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:27,198 DEBUG [M:0;74e38af3904c:39663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acb3e69dc6484e70a3f9eeecf85f8f69 is 82, key is hbase:meta,,1/info:regioninfo/1731086406824/Put/seqid=0 2024-11-08T17:20:27,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741848_1024 (size=5672) 2024-11-08T17:20:27,201 INFO [M:0;74e38af3904c:39663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acb3e69dc6484e70a3f9eeecf85f8f69 2024-11-08T17:20:27,223 DEBUG [M:0;74e38af3904c:39663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47ff1f199e7e44d6bfe1b853ccdd5c20 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086415796/Put/seqid=0 2024-11-08T17:20:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741849_1025 (size=9213) 2024-11-08T17:20:27,232 INFO [M:0;74e38af3904c:39663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.70 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47ff1f199e7e44d6bfe1b853ccdd5c20 2024-11-08T17:20:27,254 DEBUG [M:0;74e38af3904c:39663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f62e561536ae4b8cb4b73a9f1d3b31d2 is 69, key is 74e38af3904c,35371,1731086404531/rs:state/1731086405608/Put/seqid=0 2024-11-08T17:20:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741850_1026 (size=5156) 2024-11-08T17:20:27,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:20:27,582 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:27,658 INFO [M:0;74e38af3904c:39663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f62e561536ae4b8cb4b73a9f1d3b31d2 2024-11-08T17:20:27,662 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acb3e69dc6484e70a3f9eeecf85f8f69 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acb3e69dc6484e70a3f9eeecf85f8f69 2024-11-08T17:20:27,666 INFO [M:0;74e38af3904c:39663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acb3e69dc6484e70a3f9eeecf85f8f69, entries=8, sequenceid=129, filesize=5.5 K 2024-11-08T17:20:27,666 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47ff1f199e7e44d6bfe1b853ccdd5c20 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47ff1f199e7e44d6bfe1b853ccdd5c20 2024-11-08T17:20:27,671 INFO [M:0;74e38af3904c:39663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47ff1f199e7e44d6bfe1b853ccdd5c20, entries=15, sequenceid=129, filesize=9.0 K 2024-11-08T17:20:27,672 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f62e561536ae4b8cb4b73a9f1d3b31d2 as hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f62e561536ae4b8cb4b73a9f1d3b31d2 2024-11-08T17:20:27,676 INFO [M:0;74e38af3904c:39663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/b6834d9d-6bcf-1d9b-e0d2-b49b20d1b402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f62e561536ae4b8cb4b73a9f1d3b31d2, entries=1, sequenceid=129, filesize=5.0 K 2024-11-08T17:20:27,677 INFO [M:0;74e38af3904c:39663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.25 KB/65796, heapSize ~76.02 KB/77848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 497ms, sequenceid=129, compaction requested=false 2024-11-08T17:20:27,678 INFO [M:0;74e38af3904c:39663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:27,678 DEBUG [M:0;74e38af3904c:39663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086427180Disabling compacts and flushes for region at 1731086427180Disabling writes for close at 1731086427180Obtaining lock to block concurrent updates at 1731086427180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086427180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65796, getHeapSize=78088, getOffHeapSize=0, getCellsCount=150 at 1731086427181 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086427181Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086427181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086427198 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086427198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086427205 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086427223 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086427223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086427236 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086427253 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086427253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235a11a9: reopening flushed file at 1731086427661 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5426ad00: reopening flushed file at 1731086427666 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6eaff3: reopening flushed file at 1731086427671 (+5 ms)Finished flush of dataSize ~64.25 KB/65796, heapSize ~76.02 KB/77848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 497ms, sequenceid=129, compaction requested=false at 1731086427677 (+6 ms)Writing region close event to WAL at 1731086427678 (+1 ms)Closed at 1731086427678 2024-11-08T17:20:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741830_1006 (size=74684) 2024-11-08T17:20:27,691 INFO [M:0;74e38af3904c:39663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:20:27,691 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:20:27,691 INFO [M:0;74e38af3904c:39663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39663 2024-11-08T17:20:27,692 INFO [M:0;74e38af3904c:39663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:20:27,844 INFO [M:0;74e38af3904c:39663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:20:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x1011b760e490006, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:27,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@721b010e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:20:27,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@473e8d70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:20:27,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:20:27,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@870592a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:20:27,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f2ae189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.log.dir/,STOPPED} 2024-11-08T17:20:27,851 WARN [BP-89979253-172.17.0.2-1731086401663 heartbeating to localhost/127.0.0.1:45993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:20:27,851 WARN [BP-89979253-172.17.0.2-1731086401663 heartbeating to localhost/127.0.0.1:45993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89979253-172.17.0.2-1731086401663 (Datanode Uuid 7548f8f0-15a0-4077-8ba8-5b4b3d630197) service to localhost/127.0.0.1:45993 2024-11-08T17:20:27,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/cluster_bace9555-1d58-6386-bb79-0ab1d4951fcd/data/data1/current/BP-89979253-172.17.0.2-1731086401663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:20:27,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/cluster_bace9555-1d58-6386-bb79-0ab1d4951fcd/data/data2/current/BP-89979253-172.17.0.2-1731086401663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:20:27,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:20:27,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:20:27,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:20:27,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b3c52ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:20:27,863 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c7fe15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:20:27,863 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:20:27,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e8171b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:20:27,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4623409a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.log.dir/,STOPPED} 2024-11-08T17:20:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:20:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:20:27,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:27,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:27,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:27,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:27,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:27,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:20:27,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1927120421, stopped=false 2024-11-08T17:20:27,883 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,43027,1731086397873 2024-11-08T17:20:27,893 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:27,902 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1256514448/running 2024-11-08T17:20:27,902 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:27,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1256514448/running 2024-11-08T17:20:27,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:27,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on znode that does not yet exist, /1-1256514448/running 2024-11-08T17:20:27,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Set watcher on znode that does not yet exist, /1-1256514448/running 2024-11-08T17:20:27,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:20:27,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:27,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:27,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:27,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,33633,1731086398003' ***** 2024-11-08T17:20:27,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:20:27,905 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:20:27,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:20:27,905 INFO [RS:0;74e38af3904c:33633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:20:27,905 INFO [RS:0;74e38af3904c:33633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:20:27,905 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(3091): Received CLOSE for cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:27,905 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(3091): Received CLOSE for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:27,905 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,33633,1731086398003 2024-11-08T17:20:27,906 INFO [RS:0;74e38af3904c:33633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:20:27,906 INFO [RS:0;74e38af3904c:33633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:33633. 2024-11-08T17:20:27,906 DEBUG [RS:0;74e38af3904c:33633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:27,906 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd7d2a88b8eae46336a19445a03a8ac7, disabling compactions & flushes 2024-11-08T17:20:27,906 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:27,906 INFO [RS:0;74e38af3904c:33633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:27,906 INFO [RS:0;74e38af3904c:33633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:20:27,906 INFO [RS:0;74e38af3904c:33633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. after waiting 0 ms 2024-11-08T17:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:27,906 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd7d2a88b8eae46336a19445a03a8ac7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T17:20:27,906 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:20:27,907 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:20:27,907 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cd7d2a88b8eae46336a19445a03a8ac7=test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7., 7aa29d59b3e0145bd5ee9a273c1ab453=hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453.} 2024-11-08T17:20:27,907 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7aa29d59b3e0145bd5ee9a273c1ab453, cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:27,907 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:27,907 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:27,907 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:27,907 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:27,907 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:27,907 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:20:27,929 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/f/42d3dfcf35044eaeac1d12ab417957a0 is 37, key is row3/f:row3/1731086423652/Put/seqid=0 2024-11-08T17:20:27,938 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/info/74f912b48b7e4904858171ce75d0e194 is 147, key is hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453./info:regioninfo/1731086414344/Put/seqid=0 2024-11-08T17:20:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741840_1016 (size=5228) 2024-11-08T17:20:27,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741841_1017 (size=7686) 2024-11-08T17:20:27,956 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/info/74f912b48b7e4904858171ce75d0e194 2024-11-08T17:20:27,968 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:20:27,979 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/ns/9032a79c6b24437c8ac6c7ae2caa8c75 is 43, key is default/ns:d/1731086401520/Put/seqid=0 2024-11-08T17:20:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741842_1018 (size=5153) 2024-11-08T17:20:27,983 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/ns/9032a79c6b24437c8ac6c7ae2caa8c75 2024-11-08T17:20:28,003 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/rep_barrier/7fcca85311534c8285d90a228b456352 is 112, key is test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7./rep_barrier:seqnumDuringOpen/1731086409249/Put/seqid=0 2024-11-08T17:20:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741843_1019 (size=5518) 2024-11-08T17:20:28,010 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/rep_barrier/7fcca85311534c8285d90a228b456352 2024-11-08T17:20:28,031 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/table/bb281c7f5f22481eb73477225c090aee is 53, key is hbase:replication/table:state/1731086414354/Put/seqid=0 2024-11-08T17:20:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741844_1020 (size=5308) 2024-11-08T17:20:28,107 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7aa29d59b3e0145bd5ee9a273c1ab453, cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:28,271 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:20:28,271 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:20:28,307 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7aa29d59b3e0145bd5ee9a273c1ab453, cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:28,351 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/f/42d3dfcf35044eaeac1d12ab417957a0 2024-11-08T17:20:28,354 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42d3dfcf35044eaeac1d12ab417957a0 2024-11-08T17:20:28,380 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/f1/09b9ed0f94b342669dc18c5d9ee82abd is 30, key is row1/f1:/1731086420983/DeleteFamily/seqid=0 2024-11-08T17:20:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741845_1021 (size=5158) 2024-11-08T17:20:28,388 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1468, reset compression=false 2024-11-08T17:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1715, reset compression=false 2024-11-08T17:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33633,1731086398003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:28,395 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,33633,1731086398003: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,33633,1731086398003, walGroup=74e38af3904c%2C33633%2C1731086398003, offset=74e38af3904c%2C33633%2C1731086398003.1731086400345:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:33633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:20:28,396 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:20:28,396 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:20:28,397 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:20:28,397 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:20:28,397 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:20:28,397 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 861106280 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 198003328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:20:28,397 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:43027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:43027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:20:28,435 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/table/bb281c7f5f22481eb73477225c090aee 2024-11-08T17:20:28,440 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/info/74f912b48b7e4904858171ce75d0e194 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/info/74f912b48b7e4904858171ce75d0e194 2024-11-08T17:20:28,444 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/info/74f912b48b7e4904858171ce75d0e194, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:20:28,444 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/ns/9032a79c6b24437c8ac6c7ae2caa8c75 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/ns/9032a79c6b24437c8ac6c7ae2caa8c75 2024-11-08T17:20:28,448 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/ns/9032a79c6b24437c8ac6c7ae2caa8c75, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:20:28,448 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/rep_barrier/7fcca85311534c8285d90a228b456352 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/rep_barrier/7fcca85311534c8285d90a228b456352 2024-11-08T17:20:28,453 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/rep_barrier/7fcca85311534c8285d90a228b456352, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:20:28,453 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/.tmp/table/bb281c7f5f22481eb73477225c090aee as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/table/bb281c7f5f22481eb73477225c090aee 2024-11-08T17:20:28,457 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/table/bb281c7f5f22481eb73477225c090aee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:20:28,458 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=16, compaction requested=false 2024-11-08T17:20:28,462 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:20:28,462 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:20:28,462 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:20:28,462 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:28,462 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086427907Running coprocessor pre-close hooks at 1731086427907Disabling compacts and flushes for region at 1731086427907Disabling writes for close at 1731086427907Obtaining lock to block concurrent updates at 1731086427907Preparing flush snapshotting stores in 1588230740 at 1731086427907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086427908 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086427909 (+1 ms)Flushing 1588230740/info: creating writer at 1731086427910 (+1 ms)Flushing 1588230740/info: appending metadata at 1731086427938 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731086427938Flushing 1588230740/ns: creating writer at 1731086427962 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731086427979 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731086427979Flushing 1588230740/rep_barrier: creating writer at 1731086427987 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086428002 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086428002Flushing 1588230740/table: creating writer at 1731086428015 (+13 ms)Flushing 1588230740/table: appending metadata at 1731086428031 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731086428031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2023292a: reopening flushed file at 1731086428439 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e37559: reopening flushed file at 1731086428444 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb6361f: reopening flushed file at 1731086428448 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c9e4f1: reopening flushed file at 1731086428453 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=16, compaction requested=false at 1731086428458 (+5 ms)Writing region close event to WAL at 1731086428459 (+1 ms)Running coprocessor post-close hooks at 1731086428462 (+3 ms)Closed at 1731086428462 2024-11-08T17:20:28,462 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:28,507 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 7aa29d59b3e0145bd5ee9a273c1ab453, cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:28,599 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1715, reset compression=false 2024-11-08T17:20:28,697 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:28,708 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 7aa29d59b3e0145bd5ee9a273c1ab453, cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:28,785 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/f1/09b9ed0f94b342669dc18c5d9ee82abd 2024-11-08T17:20:28,790 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09b9ed0f94b342669dc18c5d9ee82abd 2024-11-08T17:20:28,810 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/norep/de5fb24f87864294ad471978013f95c5 is 33, key is row1/norep:/1731086420983/DeleteFamily/seqid=0 2024-11-08T17:20:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741846_1022 (size=5108) 2024-11-08T17:20:28,902 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1715, reset compression=false 2024-11-08T17:20:28,908 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:20:28,908 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1325): Online Regions={cd7d2a88b8eae46336a19445a03a8ac7=test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7., 7aa29d59b3e0145bd5ee9a273c1ab453=hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453.} 2024-11-08T17:20:28,908 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 7aa29d59b3e0145bd5ee9a273c1ab453, cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:29,108 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 7aa29d59b3e0145bd5ee9a273c1ab453, cd7d2a88b8eae46336a19445a03a8ac7 2024-11-08T17:20:29,217 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/norep/de5fb24f87864294ad471978013f95c5 2024-11-08T17:20:29,221 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de5fb24f87864294ad471978013f95c5 2024-11-08T17:20:29,222 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/f/42d3dfcf35044eaeac1d12ab417957a0 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/f/42d3dfcf35044eaeac1d12ab417957a0 2024-11-08T17:20:29,225 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42d3dfcf35044eaeac1d12ab417957a0 2024-11-08T17:20:29,225 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/f/42d3dfcf35044eaeac1d12ab417957a0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T17:20:29,226 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/f1/09b9ed0f94b342669dc18c5d9ee82abd as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/f1/09b9ed0f94b342669dc18c5d9ee82abd 2024-11-08T17:20:29,231 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09b9ed0f94b342669dc18c5d9ee82abd 2024-11-08T17:20:29,231 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/f1/09b9ed0f94b342669dc18c5d9ee82abd, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T17:20:29,231 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/.tmp/norep/de5fb24f87864294ad471978013f95c5 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/norep/de5fb24f87864294ad471978013f95c5 2024-11-08T17:20:29,235 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de5fb24f87864294ad471978013f95c5 2024-11-08T17:20:29,235 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/norep/de5fb24f87864294ad471978013f95c5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T17:20:29,237 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd7d2a88b8eae46336a19445a03a8ac7 in 1330ms, sequenceid=12, compaction requested=false 2024-11-08T17:20:29,242 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/data/default/test/cd7d2a88b8eae46336a19445a03a8ac7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:20:29,243 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd7d2a88b8eae46336a19445a03a8ac7: Waiting for close lock at 1731086427906Running coprocessor pre-close hooks at 1731086427906Disabling compacts and flushes for region at 1731086427906Disabling writes for close at 1731086427906Obtaining lock to block concurrent updates at 1731086427906Preparing flush snapshotting stores in cd7d2a88b8eae46336a19445a03a8ac7 at 1731086427906Finished memstore snapshotting test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731086427907 (+1 ms)Flushing stores of test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. at 1731086427907Flushing cd7d2a88b8eae46336a19445a03a8ac7/f: creating writer at 1731086427908 (+1 ms)Flushing cd7d2a88b8eae46336a19445a03a8ac7/f: appending metadata at 1731086427928 (+20 ms)Flushing cd7d2a88b8eae46336a19445a03a8ac7/f: closing flushed file at 1731086427928Flushing cd7d2a88b8eae46336a19445a03a8ac7/f1: creating writer at 1731086428354 (+426 ms)Flushing cd7d2a88b8eae46336a19445a03a8ac7/f1: appending metadata at 1731086428380 (+26 ms)Flushing cd7d2a88b8eae46336a19445a03a8ac7/f1: closing flushed file at 1731086428380Flushing cd7d2a88b8eae46336a19445a03a8ac7/norep: creating writer at 1731086428790 (+410 ms)Flushing cd7d2a88b8eae46336a19445a03a8ac7/norep: appending metadata at 1731086428809 (+19 ms)Flushing cd7d2a88b8eae46336a19445a03a8ac7/norep: closing flushed file at 1731086428809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2280cf: reopening flushed file at 1731086429221 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9ddf6: reopening flushed file at 1731086429225 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca6c9f5: reopening flushed file at 1731086429231 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd7d2a88b8eae46336a19445a03a8ac7 in 1330ms, sequenceid=12, compaction requested=false at 1731086429237 (+6 ms)Writing region close event to WAL at 1731086429238 (+1 ms)Running coprocessor post-close hooks at 1731086429243 (+5 ms)Closed at 1731086429243 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086408102.cd7d2a88b8eae46336a19445a03a8ac7. 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7aa29d59b3e0145bd5ee9a273c1ab453, disabling compactions & flushes 2024-11-08T17:20:29,243 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. after waiting 0 ms 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,243 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7aa29d59b3e0145bd5ee9a273c1ab453: Waiting for close lock at 1731086429243Running coprocessor pre-close hooks at 1731086429243Disabling compacts and flushes for region at 1731086429243Disabling writes for close at 1731086429243Failed flush hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453., putting online again at 1731086429243 2024-11-08T17:20:29,244 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,306 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 1715, reset compression=false 2024-11-08T17:20:29,312 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(3091): Received CLOSE for 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:29,312 DEBUG [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1351): Waiting on 7aa29d59b3e0145bd5ee9a273c1ab453 2024-11-08T17:20:29,312 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7aa29d59b3e0145bd5ee9a273c1ab453, disabling compactions & flushes 2024-11-08T17:20:29,312 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,312 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,313 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. after waiting 0 ms 2024-11-08T17:20:29,313 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,313 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7aa29d59b3e0145bd5ee9a273c1ab453: Waiting for close lock at 1731086429312Running coprocessor pre-close hooks at 1731086429312Disabling compacts and flushes for region at 1731086429312Disabling writes for close at 1731086429313 (+1 ms)Failed flush hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453., putting online again at 1731086429313 2024-11-08T17:20:29,313 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086413557.7aa29d59b3e0145bd5ee9a273c1ab453. 2024-11-08T17:20:29,314 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:29,314 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 2359, reset compression=false 2024-11-08T17:20:29,513 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T17:20:29,513 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,33633,1731086398003; all regions closed. 2024-11-08T17:20:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:20:29,524 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/WALs/74e38af3904c,33633,1731086398003/74e38af3904c%2C33633%2C1731086398003.1731086400345 to pos 2359, reset compression=false 2024-11-08T17:20:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741839_1015 (size=2609) 2024-11-08T17:20:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741832_1008 (size=2367) 2024-11-08T17:20:29,553 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:29,553 INFO [RS:0;74e38af3904c:33633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:20:29,553 INFO [RS:0;74e38af3904c:33633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:20:29,554 INFO [RS:0;74e38af3904c:33633 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:20:29,554 INFO [RS:0;74e38af3904c:33633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:20:29,554 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:20:29,554 INFO [RS:0;74e38af3904c:33633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,33633,1731086398003 because: Region server is closing 2024-11-08T17:20:29,555 INFO [RS:0;74e38af3904c:33633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:33633. 2024-11-08T17:20:29,555 DEBUG [RS:0;74e38af3904c:33633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:29,555 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:29,555 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:29,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:29,600 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:29,655 INFO [RS:0;74e38af3904c:33633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.shipper74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 terminated 2024-11-08T17:20:29,655 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33633,1731086398003.replicationSource.wal-reader.74e38af3904c%2C33633%2C1731086398003,1-74e38af3904c,33633,1731086398003 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:20:29,655 INFO [RS:0;74e38af3904c:33633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:33633. 2024-11-08T17:20:29,655 DEBUG [RS:0;74e38af3904c:33633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:29,656 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:29,656 DEBUG [RS:0;74e38af3904c:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:29,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:29,656 INFO [RS:0;74e38af3904c:33633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33633 2024-11-08T17:20:29,701 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1256514448/rs/74e38af3904c,33633,1731086398003 2024-11-08T17:20:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448/rs 2024-11-08T17:20:29,702 INFO [RS:0;74e38af3904c:33633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:20:29,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,33633,1731086398003] 2024-11-08T17:20:29,920 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1256514448/draining/74e38af3904c,33633,1731086398003 already deleted, retry=false 2024-11-08T17:20:29,920 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,33633,1731086398003 expired; onlineServers=0 2024-11-08T17:20:29,920 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,43027,1731086397873' ***** 2024-11-08T17:20:29,920 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:20:29,920 INFO [M:0;74e38af3904c:43027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:20:29,920 INFO [M:0;74e38af3904c:43027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:20:29,920 DEBUG [M:0;74e38af3904c:43027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:20:29,921 DEBUG [M:0;74e38af3904c:43027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:20:29,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:20:29,921 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086400104 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086400104,5,FailOnTimeoutGroup] 2024-11-08T17:20:29,921 INFO [M:0;74e38af3904c:43027 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:20:29,921 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086400108 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086400108,5,FailOnTimeoutGroup] 2024-11-08T17:20:29,921 INFO [M:0;74e38af3904c:43027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:20:29,921 DEBUG [M:0;74e38af3904c:43027 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:20:29,921 INFO [M:0;74e38af3904c:43027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:20:29,921 INFO [M:0;74e38af3904c:43027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:20:29,921 INFO [M:0;74e38af3904c:43027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:20:29,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:20:29,954 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:29,954 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1011b760e490004, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:29,954 INFO [RS:0;74e38af3904c:33633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:20:29,954 INFO [RS:0;74e38af3904c:33633 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,33633,1731086398003; zookeeper connection closed. 2024-11-08T17:20:29,954 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2872712d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2872712d 2024-11-08T17:20:29,954 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:20:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1256514448/master 2024-11-08T17:20:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1256514448 2024-11-08T17:20:29,981 DEBUG [M:0;74e38af3904c:43027 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1256514448/master already deleted, retry=false 2024-11-08T17:20:29,981 DEBUG [M:0;74e38af3904c:43027 {}] master.ActiveMasterManager(353): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1256514448/master 2024-11-08T17:20:29,981 INFO [M:0;74e38af3904c:43027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/.lastflushedseqids 2024-11-08T17:20:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741847_1023 (size=245) 2024-11-08T17:20:30,387 INFO [M:0;74e38af3904c:43027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:20:30,387 INFO [M:0;74e38af3904c:43027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:20:30,387 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:20:30,388 INFO [M:0;74e38af3904c:43027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:30,388 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:30,388 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:20:30,388 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:30,388 INFO [M:0;74e38af3904c:43027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T17:20:30,405 DEBUG [M:0;74e38af3904c:43027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d397101864fb4a289abed5c58b0c60f8 is 82, key is hbase:meta,,1/info:regioninfo/1731086401499/Put/seqid=0 2024-11-08T17:20:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741848_1024 (size=5672) 2024-11-08T17:20:30,413 INFO [M:0;74e38af3904c:43027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d397101864fb4a289abed5c58b0c60f8 2024-11-08T17:20:30,436 DEBUG [M:0;74e38af3904c:43027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c01a8cda647e4059b81052bd496528a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086414357/Put/seqid=0 2024-11-08T17:20:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741849_1025 (size=8517) 2024-11-08T17:20:30,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:30,629 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:30,842 INFO [M:0;74e38af3904c:43027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c01a8cda647e4059b81052bd496528a7 2024-11-08T17:20:30,882 DEBUG [M:0;74e38af3904c:43027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af42aba2a2d94c39bd7c678df56cccc3 is 69, key is 74e38af3904c,33633,1731086398003/rs:state/1731086400133/Put/seqid=0 2024-11-08T17:20:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741850_1026 (size=5156) 2024-11-08T17:20:31,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:31,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:31,291 INFO [M:0;74e38af3904c:43027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af42aba2a2d94c39bd7c678df56cccc3 2024-11-08T17:20:31,295 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d397101864fb4a289abed5c58b0c60f8 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d397101864fb4a289abed5c58b0c60f8 2024-11-08T17:20:31,299 INFO [M:0;74e38af3904c:43027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d397101864fb4a289abed5c58b0c60f8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T17:20:31,300 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c01a8cda647e4059b81052bd496528a7 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c01a8cda647e4059b81052bd496528a7 2024-11-08T17:20:31,303 INFO [M:0;74e38af3904c:43027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c01a8cda647e4059b81052bd496528a7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T17:20:31,304 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af42aba2a2d94c39bd7c678df56cccc3 as hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af42aba2a2d94c39bd7c678df56cccc3 2024-11-08T17:20:31,308 INFO [M:0;74e38af3904c:43027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af42aba2a2d94c39bd7c678df56cccc3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T17:20:31,309 INFO [M:0;74e38af3904c:43027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=97, compaction requested=false 2024-11-08T17:20:31,310 INFO [M:0;74e38af3904c:43027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:31,310 DEBUG [M:0;74e38af3904c:43027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086430387Disabling compacts and flushes for region at 1731086430387Disabling writes for close at 1731086430388 (+1 ms)Obtaining lock to block concurrent updates at 1731086430388Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086430388Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731086430388Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086430389 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086430389Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086430404 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086430404Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086430417 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086430435 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086430435Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086430858 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086430881 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086430881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dee45b: reopening flushed file at 1731086431294 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0c8918: reopening flushed file at 1731086431299 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159447d2: reopening flushed file at 1731086431303 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=97, compaction requested=false at 1731086431309 (+6 ms)Writing region close event to WAL at 1731086431310 (+1 ms)Closed at 1731086431310 2024-11-08T17:20:31,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15da5b34-bafd-4f82-d948-c989c9a06bf1/MasterData/WALs/74e38af3904c,43027,1731086397873/74e38af3904c%2C43027%2C1731086397873.1731086399799 not finished, retry = 0 2024-11-08T17:20:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741830_1006 (size=63666) 2024-11-08T17:20:31,421 INFO [M:0;74e38af3904c:43027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:20:31,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:20:31,421 INFO [M:0;74e38af3904c:43027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43027 2024-11-08T17:20:31,422 INFO [M:0;74e38af3904c:43027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:20:31,570 INFO [M:0;74e38af3904c:43027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:20:31,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:31,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x1011b760e490003, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:31,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7763d236{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:20:31,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45c46b92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:20:31,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:20:31,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f675e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:20:31,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d129f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.log.dir/,STOPPED} 2024-11-08T17:20:31,577 WARN [BP-1872934364-172.17.0.2-1731086395667 heartbeating to localhost/127.0.0.1:46707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:20:31,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:20:31,577 WARN [BP-1872934364-172.17.0.2-1731086395667 heartbeating to localhost/127.0.0.1:46707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1872934364-172.17.0.2-1731086395667 (Datanode Uuid da0026e7-c5cf-4477-95b8-a7d171ad09ed) service to localhost/127.0.0.1:46707 2024-11-08T17:20:31,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:20:31,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/cluster_1cd78c5e-16b5-0eb3-4ad2-a76a9813dff6/data/data1/current/BP-1872934364-172.17.0.2-1731086395667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:20:31,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/cluster_1cd78c5e-16b5-0eb3-4ad2-a76a9813dff6/data/data2/current/BP-1872934364-172.17.0.2-1731086395667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:20:31,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:20:31,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4413f8a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:20:31,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d017437{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:20:31,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:20:31,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3882bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:20:31,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28434b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63bb517a-f794-b29c-8e74-46089ca885ba/hadoop.log.dir/,STOPPED} 2024-11-08T17:20:31,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:20:31,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:20:31,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:31,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:31,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:31,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:31,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:20:31,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=516762657, stopped=false 2024-11-08T17:20:31,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:31,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,46555,1731086392204 2024-11-08T17:20:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0576486957/running 2024-11-08T17:20:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0576486957/running 2024-11-08T17:20:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:20:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:20:31,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:20:31,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:31,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on znode that does not yet exist, /0576486957/running 2024-11-08T17:20:31,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:31,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:31,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Set watcher on znode that does not yet exist, /0576486957/running 2024-11-08T17:20:31,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,45983,1731086392566' ***** 2024-11-08T17:20:31,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:20:31,618 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:20:31,618 INFO [RS:0;74e38af3904c:45983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:20:31,618 INFO [RS:0;74e38af3904c:45983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:20:31,618 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(3091): Received CLOSE for dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(3091): Received CLOSE for aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,45983,1731086392566 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45983. 2024-11-08T17:20:31,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcc255f314e052d7f8883ae77f9ed942, disabling compactions & flushes 2024-11-08T17:20:31,619 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:31,619 DEBUG [RS:0;74e38af3904c:45983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:31,619 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. after waiting 0 ms 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:20:31,619 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dcc255f314e052d7f8883ae77f9ed942 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T17:20:31,619 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:20:31,619 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1325): Online Regions={dcc255f314e052d7f8883ae77f9ed942=hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942., aa71b7fc6e0d8170478a071a600db538=test,,1731086406960.aa71b7fc6e0d8170478a071a600db538., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:20:31,619 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa71b7fc6e0d8170478a071a600db538, dcc255f314e052d7f8883ae77f9ed942 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:31,619 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:31,619 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:31,619 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:20:31,633 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942/.tmp/queue/e8c7965c512845caa2e5cead4de35d77 is 154, key is 1-74e38af3904c,45983,1731086392566/queue:74e38af3904c%2C45983%2C1731086392566/1731086425165/Put/seqid=0 2024-11-08T17:20:31,636 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/info/590d280ae5874355b5358babd5dd18d3 is 147, key is hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942./info:regioninfo/1731086412576/Put/seqid=0 2024-11-08T17:20:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741840_1016 (size=5353) 2024-11-08T17:20:31,637 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:20:31,638 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942/.tmp/queue/e8c7965c512845caa2e5cead4de35d77 2024-11-08T17:20:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741841_1017 (size=7686) 2024-11-08T17:20:31,640 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/info/590d280ae5874355b5358babd5dd18d3 2024-11-08T17:20:31,643 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942/.tmp/queue/e8c7965c512845caa2e5cead4de35d77 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942/queue/e8c7965c512845caa2e5cead4de35d77 2024-11-08T17:20:31,647 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942/queue/e8c7965c512845caa2e5cead4de35d77, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T17:20:31,648 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for dcc255f314e052d7f8883ae77f9ed942 in 29ms, sequenceid=14, compaction requested=false 2024-11-08T17:20:31,663 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/ns/1d34e35649434dcdad5c669165b7e7b9 is 43, key is default/ns:d/1731086395602/Put/seqid=0 2024-11-08T17:20:31,681 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/replication/dcc255f314e052d7f8883ae77f9ed942/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T17:20:31,681 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:20:31,682 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:20:31,682 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:31,682 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcc255f314e052d7f8883ae77f9ed942: Waiting for close lock at 1731086431619Running coprocessor pre-close hooks at 1731086431619Disabling compacts and flushes for region at 1731086431619Disabling writes for close at 1731086431619Obtaining lock to block concurrent updates at 1731086431619Preparing flush snapshotting stores in dcc255f314e052d7f8883ae77f9ed942 at 1731086431619Finished memstore snapshotting hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731086431619Flushing stores of hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. at 1731086431620 (+1 ms)Flushing dcc255f314e052d7f8883ae77f9ed942/queue: creating writer at 1731086431620Flushing dcc255f314e052d7f8883ae77f9ed942/queue: appending metadata at 1731086431633 (+13 ms)Flushing dcc255f314e052d7f8883ae77f9ed942/queue: closing flushed file at 1731086431633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27841685: reopening flushed file at 1731086431642 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for dcc255f314e052d7f8883ae77f9ed942 in 29ms, sequenceid=14, compaction requested=false at 1731086431648 (+6 ms)Writing region close event to WAL at 1731086431668 (+20 ms)Running coprocessor post-close hooks at 1731086431681 (+13 ms)Closed at 1731086431682 (+1 ms) 2024-11-08T17:20:31,682 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086411403.dcc255f314e052d7f8883ae77f9ed942. 2024-11-08T17:20:31,682 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa71b7fc6e0d8170478a071a600db538, disabling compactions & flushes 2024-11-08T17:20:31,682 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:31,682 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:31,682 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. after waiting 0 ms 2024-11-08T17:20:31,682 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:31,682 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa71b7fc6e0d8170478a071a600db538 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T17:20:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741842_1018 (size=5153) 2024-11-08T17:20:31,686 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/ns/1d34e35649434dcdad5c669165b7e7b9 2024-11-08T17:20:31,732 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1493, reset compression=false 2024-11-08T17:20:31,739 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/rep_barrier/09d382e848ea4041b02f53bd05c4a732 is 112, key is test,,1731086406960.aa71b7fc6e0d8170478a071a600db538./rep_barrier:seqnumDuringOpen/1731086407727/Put/seqid=0 2024-11-08T17:20:31,740 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:31,740 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1740, reset compression=false 2024-11-08T17:20:31,740 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,45983,1731086392566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:31,741 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/f/566b6b56d14a415dbcef41bd53c92959 is 37, key is row3/f:row3/1731086423652/Put/seqid=0 2024-11-08T17:20:31,741 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,45983,1731086392566: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,45983,1731086392566, walGroup=74e38af3904c%2C45983%2C1731086392566, offset=74e38af3904c%2C45983%2C1731086392566.1731086394622:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:45983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:20:31,743 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:20:31,743 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:20:31,743 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:20:31,743 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:20:31,743 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:20:31,743 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 736492440 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198732040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:20:31,744 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:46555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:46555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:20:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741843_1019 (size=5518) 2024-11-08T17:20:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741844_1020 (size=5228) 2024-11-08T17:20:31,819 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:31,967 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1740, reset compression=false 2024-11-08T17:20:32,020 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:32,186 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/f/566b6b56d14a415dbcef41bd53c92959 2024-11-08T17:20:32,187 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/rep_barrier/09d382e848ea4041b02f53bd05c4a732 2024-11-08T17:20:32,194 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566b6b56d14a415dbcef41bd53c92959 2024-11-08T17:20:32,220 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:32,224 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/f1/f173f1effe4241b1bf05545a71810667 is 30, key is row1/f1:/1731086420983/DeleteFamily/seqid=0 2024-11-08T17:20:32,227 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/table/f5292d2a195e44e19e6995d72ef5ee44 is 53, key is hbase:replication/table:state/1731086412584/Put/seqid=0 2024-11-08T17:20:32,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741845_1021 (size=5158) 2024-11-08T17:20:32,232 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/f1/f173f1effe4241b1bf05545a71810667 2024-11-08T17:20:32,236 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f173f1effe4241b1bf05545a71810667 2024-11-08T17:20:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741846_1022 (size=5308) 2024-11-08T17:20:32,258 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/table/f5292d2a195e44e19e6995d72ef5ee44 2024-11-08T17:20:32,263 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/info/590d280ae5874355b5358babd5dd18d3 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/info/590d280ae5874355b5358babd5dd18d3 2024-11-08T17:20:32,264 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/norep/0a75b75980804110bc67a165d18430c5 is 32, key is row/norep:/1731086419977/DeleteFamily/seqid=0 2024-11-08T17:20:32,269 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/info/590d280ae5874355b5358babd5dd18d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:20:32,270 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/ns/1d34e35649434dcdad5c669165b7e7b9 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/ns/1d34e35649434dcdad5c669165b7e7b9 2024-11-08T17:20:32,275 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/ns/1d34e35649434dcdad5c669165b7e7b9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:20:32,275 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/rep_barrier/09d382e848ea4041b02f53bd05c4a732 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/rep_barrier/09d382e848ea4041b02f53bd05c4a732 2024-11-08T17:20:32,279 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/rep_barrier/09d382e848ea4041b02f53bd05c4a732, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:20:32,280 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/.tmp/table/f5292d2a195e44e19e6995d72ef5ee44 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/table/f5292d2a195e44e19e6995d72ef5ee44 2024-11-08T17:20:32,285 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/table/f5292d2a195e44e19e6995d72ef5ee44, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:20:32,286 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 667ms, sequenceid=16, compaction requested=false 2024-11-08T17:20:32,286 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:20:32,289 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1740, reset compression=false 2024-11-08T17:20:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741847_1023 (size=5101) 2024-11-08T17:20:32,353 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:20:32,354 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:20:32,354 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:20:32,354 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:32,354 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086431619Running coprocessor pre-close hooks at 1731086431619Disabling compacts and flushes for region at 1731086431619Disabling writes for close at 1731086431619Obtaining lock to block concurrent updates at 1731086431619Preparing flush snapshotting stores in 1588230740 at 1731086431619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086431620 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086431620Flushing 1588230740/info: creating writer at 1731086431620Flushing 1588230740/info: appending metadata at 1731086431636 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731086431636Flushing 1588230740/ns: creating writer at 1731086431645 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731086431662 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731086431663 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731086431693 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086431738 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086431738Flushing 1588230740/table: creating writer at 1731086432197 (+459 ms)Flushing 1588230740/table: appending metadata at 1731086432226 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731086432227 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45661116: reopening flushed file at 1731086432262 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5257a127: reopening flushed file at 1731086432269 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c787ab5: reopening flushed file at 1731086432275 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a837558: reopening flushed file at 1731086432280 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 667ms, sequenceid=16, compaction requested=false at 1731086432286 (+6 ms)Writing region close event to WAL at 1731086432344 (+58 ms)Running coprocessor post-close hooks at 1731086432354 (+10 ms)Closed at 1731086432354 2024-11-08T17:20:32,354 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:32,421 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1351): Waiting on aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:32,486 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:20:32,486 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:20:32,621 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:20:32,621 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1325): Online Regions={aa71b7fc6e0d8170478a071a600db538=test,,1731086406960.aa71b7fc6e0d8170478a071a600db538.} 2024-11-08T17:20:32,621 DEBUG [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1351): Waiting on aa71b7fc6e0d8170478a071a600db538 2024-11-08T17:20:32,698 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/norep/0a75b75980804110bc67a165d18430c5 2024-11-08T17:20:32,701 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a75b75980804110bc67a165d18430c5 2024-11-08T17:20:32,702 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/f/566b6b56d14a415dbcef41bd53c92959 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/f/566b6b56d14a415dbcef41bd53c92959 2024-11-08T17:20:32,705 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566b6b56d14a415dbcef41bd53c92959 2024-11-08T17:20:32,705 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/f/566b6b56d14a415dbcef41bd53c92959, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T17:20:32,706 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/f1/f173f1effe4241b1bf05545a71810667 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/f1/f173f1effe4241b1bf05545a71810667 2024-11-08T17:20:32,710 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f173f1effe4241b1bf05545a71810667 2024-11-08T17:20:32,710 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/f1/f173f1effe4241b1bf05545a71810667, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T17:20:32,710 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/.tmp/norep/0a75b75980804110bc67a165d18430c5 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/norep/0a75b75980804110bc67a165d18430c5 2024-11-08T17:20:32,714 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a75b75980804110bc67a165d18430c5 2024-11-08T17:20:32,714 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/norep/0a75b75980804110bc67a165d18430c5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T17:20:32,714 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aa71b7fc6e0d8170478a071a600db538 in 1032ms, sequenceid=12, compaction requested=false 2024-11-08T17:20:32,715 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:20:32,717 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 1740, reset compression=false 2024-11-08T17:20:32,721 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/data/default/test/aa71b7fc6e0d8170478a071a600db538/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T17:20:32,721 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:20:32,721 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:20:32,721 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:32,721 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa71b7fc6e0d8170478a071a600db538: Waiting for close lock at 1731086431682Running coprocessor pre-close hooks at 1731086431682Disabling compacts and flushes for region at 1731086431682Disabling writes for close at 1731086431682Obtaining lock to block concurrent updates at 1731086431682Preparing flush snapshotting stores in aa71b7fc6e0d8170478a071a600db538 at 1731086431682Finished memstore snapshotting test,,1731086406960.aa71b7fc6e0d8170478a071a600db538., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731086431683 (+1 ms)Flushing stores of test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. at 1731086431683Flushing aa71b7fc6e0d8170478a071a600db538/f: creating writer at 1731086431683Flushing aa71b7fc6e0d8170478a071a600db538/f: appending metadata at 1731086431735 (+52 ms)Flushing aa71b7fc6e0d8170478a071a600db538/f: closing flushed file at 1731086431735Flushing aa71b7fc6e0d8170478a071a600db538/f1: creating writer at 1731086432194 (+459 ms)Flushing aa71b7fc6e0d8170478a071a600db538/f1: appending metadata at 1731086432224 (+30 ms)Flushing aa71b7fc6e0d8170478a071a600db538/f1: closing flushed file at 1731086432224Flushing aa71b7fc6e0d8170478a071a600db538/norep: creating writer at 1731086432236 (+12 ms)Flushing aa71b7fc6e0d8170478a071a600db538/norep: appending metadata at 1731086432263 (+27 ms)Flushing aa71b7fc6e0d8170478a071a600db538/norep: closing flushed file at 1731086432263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742f5dc3: reopening flushed file at 1731086432701 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795be64b: reopening flushed file at 1731086432705 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7e1858: reopening flushed file at 1731086432710 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aa71b7fc6e0d8170478a071a600db538 in 1032ms, sequenceid=12, compaction requested=false at 1731086432714 (+4 ms)Writing region close event to WAL at 1731086432718 (+4 ms)Running coprocessor post-close hooks at 1731086432721 (+3 ms)Closed at 1731086432721 2024-11-08T17:20:32,722 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:32,722 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.wal-reader.74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/WALs/74e38af3904c,45983,1731086392566/74e38af3904c%2C45983%2C1731086392566.1731086394622 to pos 2384, reset compression=false 2024-11-08T17:20:32,722 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086406960.aa71b7fc6e0d8170478a071a600db538. 2024-11-08T17:20:32,821 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,45983,1731086392566; all regions closed. 2024-11-08T17:20:32,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:20:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741839_1015 (size=3552) 2024-11-08T17:20:32,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741832_1008 (size=2392) 2024-11-08T17:20:32,827 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:32,827 INFO [RS:0;74e38af3904c:45983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:20:32,827 INFO [RS:0;74e38af3904c:45983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:20:32,827 INFO [RS:0;74e38af3904c:45983 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:20:32,827 INFO [RS:0;74e38af3904c:45983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:20:32,828 INFO [RS:0;74e38af3904c:45983 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,45983,1731086392566 because: Region server is closing 2024-11-08T17:20:32,828 INFO [RS:0;74e38af3904c:45983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45983. 2024-11-08T17:20:32,828 DEBUG [RS:0;74e38af3904c:45983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:32,828 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:32,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:32,828 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:32,829 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:20:32,929 INFO [RS:0;74e38af3904c:45983 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,45983,1731086392566.replicationSource.shipper74e38af3904c%2C45983%2C1731086392566,1-74e38af3904c,45983,1731086392566 terminated 2024-11-08T17:20:32,929 INFO [RS:0;74e38af3904c:45983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45983. 2024-11-08T17:20:32,929 DEBUG [RS:0;74e38af3904c:45983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:32,929 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:32,929 DEBUG [RS:0;74e38af3904c:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:32,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:32,930 INFO [RS:0;74e38af3904c:45983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45983 2024-11-08T17:20:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957/rs 2024-11-08T17:20:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0576486957/rs/74e38af3904c,45983,1731086392566 2024-11-08T17:20:32,960 INFO [RS:0;74e38af3904c:45983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:20:32,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,45983,1731086392566] 2024-11-08T17:20:32,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0576486957/draining/74e38af3904c,45983,1731086392566 already deleted, retry=false 2024-11-08T17:20:32,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,45983,1731086392566 expired; onlineServers=0 2024-11-08T17:20:32,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,46555,1731086392204' ***** 2024-11-08T17:20:32,991 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:20:32,991 INFO [M:0;74e38af3904c:46555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:20:32,991 INFO [M:0;74e38af3904c:46555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:20:32,992 DEBUG [M:0;74e38af3904c:46555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:20:32,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:20:32,992 DEBUG [M:0;74e38af3904c:46555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:20:32,992 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086394351 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086394351,5,FailOnTimeoutGroup] 2024-11-08T17:20:32,992 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086394351 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086394351,5,FailOnTimeoutGroup] 2024-11-08T17:20:32,992 INFO [M:0;74e38af3904c:46555 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:20:32,992 INFO [M:0;74e38af3904c:46555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:20:32,992 DEBUG [M:0;74e38af3904c:46555 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:20:32,992 INFO [M:0;74e38af3904c:46555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:20:32,992 INFO [M:0;74e38af3904c:46555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:20:32,992 ERROR [M:0;74e38af3904c:46555 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34609,5,PEWorkerGroup] 2024-11-08T17:20:32,992 INFO [M:0;74e38af3904c:46555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:20:32,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:20:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0576486957/master 2024-11-08T17:20:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0576486957 2024-11-08T17:20:33,002 DEBUG [M:0;74e38af3904c:46555 {}] zookeeper.ZKUtil(347): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Unable to get data of znode /0576486957/master because node does not exist (not an error) 2024-11-08T17:20:33,002 WARN [M:0;74e38af3904c:46555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:20:33,003 INFO [M:0;74e38af3904c:46555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/.lastflushedseqids 2024-11-08T17:20:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741848_1024 (size=245) 2024-11-08T17:20:33,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:33,071 INFO [RS:0;74e38af3904c:45983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:20:33,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1011b760e490001, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:33,071 INFO [RS:0;74e38af3904c:45983 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,45983,1731086392566; zookeeper connection closed. 2024-11-08T17:20:33,071 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3abb7cc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3abb7cc0 2024-11-08T17:20:33,072 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:20:33,410 INFO [M:0;74e38af3904c:46555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:20:33,410 INFO [M:0;74e38af3904c:46555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:20:33,411 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:20:33,411 INFO [M:0;74e38af3904c:46555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:33,411 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:33,411 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:20:33,411 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:33,411 INFO [M:0;74e38af3904c:46555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-08T17:20:33,429 DEBUG [M:0;74e38af3904c:46555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b4c6982d60418c92723227ab13929c is 82, key is hbase:meta,,1/info:regioninfo/1731086395548/Put/seqid=0 2024-11-08T17:20:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741849_1025 (size=5672) 2024-11-08T17:20:33,833 INFO [M:0;74e38af3904c:46555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b4c6982d60418c92723227ab13929c 2024-11-08T17:20:33,860 DEBUG [M:0;74e38af3904c:46555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00eaacdb596d4d0f8c90007213f87738 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731086407736/Put/seqid=0 2024-11-08T17:20:33,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741850_1026 (size=7219) 2024-11-08T17:20:33,874 INFO [M:0;74e38af3904c:46555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00eaacdb596d4d0f8c90007213f87738 2024-11-08T17:20:33,878 INFO [M:0;74e38af3904c:46555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00eaacdb596d4d0f8c90007213f87738 2024-11-08T17:20:33,900 DEBUG [M:0;74e38af3904c:46555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c361f81b6f534883ba56f7ae405dc845 is 69, key is 74e38af3904c,45983,1731086392566/rs:state/1731086394460/Put/seqid=0 2024-11-08T17:20:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741851_1027 (size=5156) 2024-11-08T17:20:34,304 INFO [M:0;74e38af3904c:46555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c361f81b6f534883ba56f7ae405dc845 2024-11-08T17:20:34,308 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b4c6982d60418c92723227ab13929c as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b4c6982d60418c92723227ab13929c 2024-11-08T17:20:34,311 INFO [M:0;74e38af3904c:46555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b4c6982d60418c92723227ab13929c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T17:20:34,312 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00eaacdb596d4d0f8c90007213f87738 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00eaacdb596d4d0f8c90007213f87738 2024-11-08T17:20:34,317 INFO [M:0;74e38af3904c:46555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00eaacdb596d4d0f8c90007213f87738 2024-11-08T17:20:34,317 INFO [M:0;74e38af3904c:46555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00eaacdb596d4d0f8c90007213f87738, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T17:20:34,318 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c361f81b6f534883ba56f7ae405dc845 as hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c361f81b6f534883ba56f7ae405dc845 2024-11-08T17:20:34,322 INFO [M:0;74e38af3904c:46555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34609/user/jenkins/test-data/1571de59-fc74-62f0-6999-2ff76f575109/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c361f81b6f534883ba56f7ae405dc845, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T17:20:34,323 INFO [M:0;74e38af3904c:46555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false 2024-11-08T17:20:34,326 INFO [M:0;74e38af3904c:46555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:34,326 DEBUG [M:0;74e38af3904c:46555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086433410Disabling compacts and flushes for region at 1731086433410Disabling writes for close at 1731086433411 (+1 ms)Obtaining lock to block concurrent updates at 1731086433411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086433411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731086433411Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086433412 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086433412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086433428 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086433428Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086433838 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086433859 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086433859Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086433878 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086433899 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086433899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f4e263: reopening flushed file at 1731086434307 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4082b4: reopening flushed file at 1731086434311 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6dca01: reopening flushed file at 1731086434317 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false at 1731086434323 (+6 ms)Writing region close event to WAL at 1731086434326 (+3 ms)Closed at 1731086434326 2024-11-08T17:20:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741830_1006 (size=64435) 2024-11-08T17:20:34,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:20:34,330 INFO [M:0;74e38af3904c:46555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:20:34,330 INFO [M:0;74e38af3904c:46555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46555 2024-11-08T17:20:34,330 INFO [M:0;74e38af3904c:46555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:20:34,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:34,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46555-0x1011b760e490000, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:20:34,486 INFO [M:0;74e38af3904c:46555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:20:34,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52e5ed7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:20:34,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ddc9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:20:34,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:20:34,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b15ec5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:20:34,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72a8fb2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.log.dir/,STOPPED} 2024-11-08T17:20:34,505 WARN [BP-1412601038-172.17.0.2-1731086389950 heartbeating to localhost/127.0.0.1:34609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:20:34,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:20:34,505 WARN [BP-1412601038-172.17.0.2-1731086389950 heartbeating to localhost/127.0.0.1:34609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412601038-172.17.0.2-1731086389950 (Datanode Uuid 63c0f27a-0d22-4048-86f7-5d99c6d79ec5) service to localhost/127.0.0.1:34609 2024-11-08T17:20:34,505 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:20:34,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737/data/data1/current/BP-1412601038-172.17.0.2-1731086389950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:20:34,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/cluster_e968d0d6-6df2-7638-3923-745e2c987737/data/data2/current/BP-1412601038-172.17.0.2-1731086389950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:20:34,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:20:34,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71caf990{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:20:34,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18acb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:20:34,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:20:34,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b35f83a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:20:34,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d00ec2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf57da94-92d6-41fc-43ec-cfe64e351b29/hadoop.log.dir/,STOPPED} 2024-11-08T17:20:34,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:20:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:20:34,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 266) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45993 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34609 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54493) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54493) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54493) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46707 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=698 (was 610) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4025 (was 3894) - AvailableMemoryMB LEAK? - 2024-11-08T17:20:34,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=698, ProcessCount=11, AvailableMemoryMB=4027 2024-11-08T17:20:34,596 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T17:20:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.log.dir so I do NOT create it in target/test-data/29fc3748-804f-c894-6422-1e65a5341a38 2024-11-08T17:20:34,598 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:20:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.tmp.dir so I do NOT create it in target/test-data/29fc3748-804f-c894-6422-1e65a5341a38 2024-11-08T17:20:34,598 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc1ccd26-21c1-2384-fd56-f571a872a773/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:20:34,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38 2024-11-08T17:20:34,598 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f, deleteOnExit=true 2024-11-08T17:20:34,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b760e490005, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:20:34,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011b760e490008, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:20:34,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b760e490005, quorum=127.0.0.1:54493, baseZNode=/1-1256514448 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:20:34,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011b760e490008, quorum=127.0.0.1:54493, baseZNode=/2-1768633676 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:20:34,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b760e490002, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:20:34,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b760e490002, quorum=127.0.0.1:54493, baseZNode=/0576486957 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:20:34,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f/zookeeper_0, clientPort=53913, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:20:34,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53913 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/test.cache.data in system properties and HBase conf 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:20:34,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:20:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:20:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:20:35,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:35,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:35,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:35,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:35,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:20:35,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:35,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674a68ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:35,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f29fe09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:35,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39e99957{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/java.io.tmpdir/jetty-localhost-38689-hadoop-hdfs-3_4_1-tests_jar-_-any-16164863813223060894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:20:35,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@152880d4{HTTP/1.1, (http/1.1)}{localhost:38689} 2024-11-08T17:20:35,209 INFO [Time-limited test {}] server.Server(415): Started @267989ms 2024-11-08T17:20:35,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:35,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:35,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:35,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:35,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:20:35,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f8e8d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:35,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@331fd688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:35,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@734879aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/java.io.tmpdir/jetty-localhost-39371-hadoop-hdfs-3_4_1-tests_jar-_-any-310296128153402981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:20:35,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e9bd672{HTTP/1.1, (http/1.1)}{localhost:39371} 2024-11-08T17:20:35,741 INFO [Time-limited test {}] server.Server(415): Started @268520ms 2024-11-08T17:20:35,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:20:36,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:20:36,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:20:36,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:20:36,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:20:36,662 WARN [Thread-3407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f/data/data1/current/BP-393155016-172.17.0.2-1731086434682/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:36,662 WARN [Thread-3408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f/data/data2/current/BP-393155016-172.17.0.2-1731086434682/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:36,682 WARN [Thread-3395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:20:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19a6dfce49e2df28 with lease ID 0xac2d762d79dbfb2a: Processing first storage report for DS-b8d98ad1-30dc-4fb1-8b33-c5e31218b6ea from datanode DatanodeRegistration(127.0.0.1:38117, datanodeUuid=b49e034b-38c8-4e78-96b9-60bf47c56fb3, infoPort=32973, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=1589608816;c=1731086434682) 2024-11-08T17:20:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19a6dfce49e2df28 with lease ID 0xac2d762d79dbfb2a: from storage DS-b8d98ad1-30dc-4fb1-8b33-c5e31218b6ea node DatanodeRegistration(127.0.0.1:38117, datanodeUuid=b49e034b-38c8-4e78-96b9-60bf47c56fb3, infoPort=32973, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=1589608816;c=1731086434682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:20:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19a6dfce49e2df28 with lease ID 0xac2d762d79dbfb2a: Processing first storage report for DS-e6b3d45f-1652-4be8-8fa1-9466b8614bdc from datanode DatanodeRegistration(127.0.0.1:38117, datanodeUuid=b49e034b-38c8-4e78-96b9-60bf47c56fb3, infoPort=32973, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=1589608816;c=1731086434682) 2024-11-08T17:20:36,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19a6dfce49e2df28 with lease ID 0xac2d762d79dbfb2a: from storage DS-e6b3d45f-1652-4be8-8fa1-9466b8614bdc node DatanodeRegistration(127.0.0.1:38117, datanodeUuid=b49e034b-38c8-4e78-96b9-60bf47c56fb3, infoPort=32973, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=1589608816;c=1731086434682), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T17:20:36,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38 2024-11-08T17:20:36,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:36,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:20:37,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:37,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a with version=8 2024-11-08T17:20:37,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/hbase-staging 2024-11-08T17:20:37,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:37,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:37,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:20:37,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:37,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42613 2024-11-08T17:20:37,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42613 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:37,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426130x0, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:37,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42613-0x1011b76bd040000 connected 2024-11-08T17:20:37,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:37,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:37,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on znode that does not yet exist, /0-1623227351/running 2024-11-08T17:20:37,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a, hbase.cluster.distributed=false 2024-11-08T17:20:37,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on znode that does not yet exist, /0-1623227351/acl 2024-11-08T17:20:37,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-08T17:20:37,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42613 2024-11-08T17:20:37,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42613 2024-11-08T17:20:37,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-08T17:20:37,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-08T17:20:37,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:37,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:37,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:20:37,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:37,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33065 2024-11-08T17:20:37,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33065 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:37,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:37,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:37,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330650x0, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:37,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330650x0, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on znode that does not yet exist, /0-1623227351/running 2024-11-08T17:20:37,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33065-0x1011b76bd040001 connected 2024-11-08T17:20:37,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:20:37,791 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:20:37,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on znode that does not yet exist, /0-1623227351/master 2024-11-08T17:20:37,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on znode that does not yet exist, /0-1623227351/acl 2024-11-08T17:20:37,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-08T17:20:37,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33065 2024-11-08T17:20:37,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33065 2024-11-08T17:20:37,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-08T17:20:37,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-08T17:20:37,812 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:42613 2024-11-08T17:20:37,812 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1623227351/backup-masters/74e38af3904c,42613,1731086437198 2024-11-08T17:20:37,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351/backup-masters 2024-11-08T17:20:37,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351/backup-masters 2024-11-08T17:20:37,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on existing znode=/0-1623227351/backup-masters/74e38af3904c,42613,1731086437198 2024-11-08T17:20:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1623227351/master 2024-11-08T17:20:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:37,838 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on existing znode=/0-1623227351/master 2024-11-08T17:20:37,839 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1623227351/backup-masters/74e38af3904c,42613,1731086437198 from backup master directory 2024-11-08T17:20:37,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1623227351/backup-masters/74e38af3904c,42613,1731086437198 2024-11-08T17:20:37,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351/backup-masters 2024-11-08T17:20:37,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351/backup-masters 2024-11-08T17:20:37,848 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:37,849 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,42613,1731086437198 2024-11-08T17:20:37,851 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/hbase.id] with ID: 19fdaef0-a9dc-4395-8600-2af8ee1564e5 2024-11-08T17:20:37,851 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/.tmp/hbase.id 2024-11-08T17:20:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:20:38,255 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/.tmp/hbase.id]:[hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/hbase.id] 2024-11-08T17:20:38,265 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:38,266 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:20:38,268 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:20:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:38,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:20:38,728 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:38,729 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:20:38,732 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:20:39,140 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store 2024-11-08T17:20:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:20:39,550 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:39,550 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:20:39,550 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:39,550 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:39,550 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:20:39,550 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:39,550 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:39,550 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086439550Disabling compacts and flushes for region at 1731086439550Disabling writes for close at 1731086439550Writing region close event to WAL at 1731086439550Closed at 1731086439550 2024-11-08T17:20:39,551 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/.initializing 2024-11-08T17:20:39,551 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/WALs/74e38af3904c,42613,1731086437198 2024-11-08T17:20:39,552 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:39,553 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C42613%2C1731086437198, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/WALs/74e38af3904c,42613,1731086437198, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/oldWALs, maxLogs=10 2024-11-08T17:20:39,565 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/WALs/74e38af3904c,42613,1731086437198/74e38af3904c%2C42613%2C1731086437198.1731086439553, exclude list is [], retry=0 2024-11-08T17:20:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-b8d98ad1-30dc-4fb1-8b33-c5e31218b6ea,DISK] 2024-11-08T17:20:39,568 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/WALs/74e38af3904c,42613,1731086437198/74e38af3904c%2C42613%2C1731086437198.1731086439553 2024-11-08T17:20:39,568 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-08T17:20:39,568 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:39,569 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:39,569 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,569 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:20:39,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:39,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:39,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:20:39,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:39,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:39,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:20:39,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:39,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:39,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:20:39,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:39,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:39,574 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,575 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,575 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,576 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,576 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,576 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:39,577 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:39,578 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:39,578 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61065869, jitterRate=-0.09004764258861542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:39,578 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086439569Initializing all the Stores at 1731086439570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086439570Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086439570Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086439570Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086439570Cleaning up temporary data from old regions at 1731086439576 (+6 ms)Region opened successfully at 1731086439578 (+2 ms) 2024-11-08T17:20:39,579 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:20:39,580 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670985b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:39,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:20:39,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:20:39,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:20:39,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:20:39,581 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:20:39,582 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:20:39,582 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:20:39,583 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:20:39,583 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Unable to get data of znode /0-1623227351/balancer because node does not exist (not necessarily an error) 2024-11-08T17:20:39,642 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623227351/balancer already deleted, retry=false 2024-11-08T17:20:39,642 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:20:39,643 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Unable to get data of znode /0-1623227351/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:20:39,700 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623227351/normalizer already deleted, retry=false 2024-11-08T17:20:39,700 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:20:39,701 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Unable to get data of znode /0-1623227351/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:20:39,766 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623227351/switch/split already deleted, retry=false 2024-11-08T17:20:39,767 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Unable to get data of znode /0-1623227351/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:20:39,819 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623227351/switch/merge already deleted, retry=false 2024-11-08T17:20:39,821 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Unable to get data of znode /0-1623227351/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:20:39,967 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623227351/snapshot-cleanup already deleted, retry=false 2024-11-08T17:20:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1623227351/running 2024-11-08T17:20:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:40,010 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,42613,1731086437198, sessionid=0x1011b76bd040000, setting cluster-up flag (Was=false) 2024-11-08T17:20:40,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1623227351/running 2024-11-08T17:20:40,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:40,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:40,400 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1623227351/flush-table-proc/acquired, /0-1623227351/flush-table-proc/reached, /0-1623227351/flush-table-proc/abort 2024-11-08T17:20:40,401 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,42613,1731086437198 2024-11-08T17:20:40,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:40,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:40,751 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1623227351/online-snapshot/acquired, /0-1623227351/online-snapshot/reached, /0-1623227351/online-snapshot/abort 2024-11-08T17:20:40,752 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,42613,1731086437198 2024-11-08T17:20:40,753 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:20:40,759 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:40,760 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:20:40,760 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:20:40,760 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,42613,1731086437198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:20:40,761 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:40,761 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:40,761 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:40,761 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:40,762 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:20:40,762 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:40,762 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:40,762 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:40,762 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086470762 2024-11-08T17:20:40,762 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:20:40,762 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:20:40,762 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:20:40,762 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:40,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:40,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:20:40,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:20:40,764 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086440763,5,FailOnTimeoutGroup] 2024-11-08T17:20:40,764 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086440764,5,FailOnTimeoutGroup] 2024-11-08T17:20:40,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:40,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:40,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:20:40,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:40,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:40,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:20:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:20:40,804 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(746): ClusterId : 19fdaef0-a9dc-4395-8600-2af8ee1564e5 2024-11-08T17:20:40,804 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:20:40,866 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:20:40,866 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:20:40,941 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:20:40,941 DEBUG [RS:0;74e38af3904c:33065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b010c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:40,956 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:33065 2024-11-08T17:20:40,957 INFO [RS:0;74e38af3904c:33065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:20:40,957 INFO [RS:0;74e38af3904c:33065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:20:40,957 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:20:40,957 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,42613,1731086437198 with port=33065, startcode=1731086437734 2024-11-08T17:20:40,957 DEBUG [RS:0;74e38af3904c:33065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:20:40,959 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:20:40,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,33065,1731086437734 2024-11-08T17:20:40,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42613 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,33065,1731086437734 2024-11-08T17:20:40,961 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a 2024-11-08T17:20:40,961 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37327 2024-11-08T17:20:40,961 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:20:40,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351/rs 2024-11-08T17:20:40,983 DEBUG [RS:0;74e38af3904c:33065 {}] zookeeper.ZKUtil(111): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on existing znode=/0-1623227351/rs/74e38af3904c,33065,1731086437734 2024-11-08T17:20:40,983 WARN [RS:0;74e38af3904c:33065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:40,983 INFO [RS:0;74e38af3904c:33065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:40,983 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734 2024-11-08T17:20:40,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,33065,1731086437734] 2024-11-08T17:20:41,000 INFO [RS:0;74e38af3904c:33065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:20:41,004 INFO [RS:0;74e38af3904c:33065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:20:41,005 INFO [RS:0;74e38af3904c:33065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:20:41,005 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,007 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:20:41,008 INFO [RS:0;74e38af3904c:33065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:20:41,008 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,008 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:41,009 DEBUG [RS:0;74e38af3904c:33065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:41,024 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,024 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,024 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,024 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,024 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,024 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33065,1731086437734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:41,047 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:20:41,047 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33065,1731086437734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,047 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,047 INFO [RS:0;74e38af3904c:33065 {}] regionserver.Replication(171): 74e38af3904c,33065,1731086437734 started 2024-11-08T17:20:41,065 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:41,065 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,33065,1731086437734, RpcServer on 74e38af3904c/172.17.0.2:33065, sessionid=0x1011b76bd040001 2024-11-08T17:20:41,065 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:20:41,065 DEBUG [RS:0;74e38af3904c:33065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,33065,1731086437734 2024-11-08T17:20:41,065 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,33065,1731086437734' 2024-11-08T17:20:41,065 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1623227351/flush-table-proc/abort' 2024-11-08T17:20:41,066 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1623227351/flush-table-proc/acquired' 2024-11-08T17:20:41,066 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:20:41,066 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:20:41,066 DEBUG [RS:0;74e38af3904c:33065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,33065,1731086437734 2024-11-08T17:20:41,066 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,33065,1731086437734' 2024-11-08T17:20:41,066 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1623227351/online-snapshot/abort' 2024-11-08T17:20:41,066 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1623227351/online-snapshot/acquired' 2024-11-08T17:20:41,067 DEBUG [RS:0;74e38af3904c:33065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:20:41,067 INFO [RS:0;74e38af3904c:33065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:20:41,067 INFO [RS:0;74e38af3904c:33065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:20:41,167 INFO [RS:0;74e38af3904c:33065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:41,168 INFO [RS:0;74e38af3904c:33065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C33065%2C1731086437734, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/oldWALs, maxLogs=10 2024-11-08T17:20:41,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:20:41,171 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a 2024-11-08T17:20:41,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741832_1008 (size=32) 2024-11-08T17:20:41,185 DEBUG [RS:0;74e38af3904c:33065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169, exclude list is [], retry=0 2024-11-08T17:20:41,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-b8d98ad1-30dc-4fb1-8b33-c5e31218b6ea,DISK] 2024-11-08T17:20:41,189 INFO [RS:0;74e38af3904c:33065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 2024-11-08T17:20:41,189 DEBUG [RS:0;74e38af3904c:33065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-08T17:20:41,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:41,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:41,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:41,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:41,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:41,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:41,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:41,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:41,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:41,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:41,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:41,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:41,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:41,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:41,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:41,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:41,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:41,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:41,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740 2024-11-08T17:20:41,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740 2024-11-08T17:20:41,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:41,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:41,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:41,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:41,598 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:41,598 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74426191, jitterRate=0.10903666913509369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:41,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086441578Initializing all the Stores at 1731086441579 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086441579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086441579Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086441579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086441579Cleaning up temporary data from old regions at 1731086441588 (+9 ms)Region opened successfully at 1731086441599 (+11 ms) 2024-11-08T17:20:41,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:41,599 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:41,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:41,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:41,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:41,600 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:41,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086441599Disabling compacts and flushes for region at 1731086441599Disabling writes for close at 1731086441599Writing region close event to WAL at 1731086441600 (+1 ms)Closed at 1731086441600 2024-11-08T17:20:41,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:41,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:20:41,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:20:41,602 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:41,603 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:20:41,753 DEBUG [74e38af3904c:42613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:20:41,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,33065,1731086437734 2024-11-08T17:20:41,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,33065,1731086437734, state=OPENING 2024-11-08T17:20:41,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:20:41,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:41,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:41,891 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:41,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623227351/meta-region-server: CHANGED 2024-11-08T17:20:41,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,33065,1731086437734}] 2024-11-08T17:20:41,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623227351/meta-region-server: CHANGED 2024-11-08T17:20:42,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:42,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:20:42,048 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:20:42,048 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:42,048 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:20:42,049 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C33065%2C1731086437734.meta, suffix=.meta, logDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/oldWALs, maxLogs=10 2024-11-08T17:20:42,065 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.meta.1731086442050.meta, exclude list is [], retry=0 2024-11-08T17:20:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-b8d98ad1-30dc-4fb1-8b33-c5e31218b6ea,DISK] 2024-11-08T17:20:42,068 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.meta.1731086442050.meta 2024-11-08T17:20:42,068 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-08T17:20:42,068 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:42,069 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:42,069 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:42,069 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:20:42,069 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:20:42,069 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:20:42,069 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:42,069 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:20:42,069 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:20:42,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:42,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:42,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:42,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:42,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:42,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:42,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:42,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:42,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:42,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:42,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:42,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:42,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:42,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:42,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:42,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:42,074 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:42,075 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740 2024-11-08T17:20:42,075 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740 2024-11-08T17:20:42,076 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:42,076 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:42,076 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:42,077 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:42,078 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70830438, jitterRate=0.0554557740688324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:42,078 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:20:42,078 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086442069Writing region info on filesystem at 1731086442069Initializing all the Stores at 1731086442070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086442070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086442070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086442070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086442070Cleaning up temporary data from old regions at 1731086442076 (+6 ms)Running coprocessor post-open hooks at 1731086442078 (+2 ms)Region opened successfully at 1731086442078 2024-11-08T17:20:42,079 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086442043 2024-11-08T17:20:42,081 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:20:42,081 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:20:42,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,33065,1731086437734 2024-11-08T17:20:42,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,33065,1731086437734, state=OPEN 2024-11-08T17:20:42,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1623227351/meta-region-server 2024-11-08T17:20:42,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1623227351/meta-region-server 2024-11-08T17:20:42,101 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,33065,1731086437734 2024-11-08T17:20:42,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623227351/meta-region-server: CHANGED 2024-11-08T17:20:42,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623227351/meta-region-server: CHANGED 2024-11-08T17:20:42,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:20:42,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,33065,1731086437734 in 210 msec 2024-11-08T17:20:42,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:20:42,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-08T17:20:42,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:42,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:20:42,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:42,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33065,1731086437734, seqNum=-1] 2024-11-08T17:20:42,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:42,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:42,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-08T17:20:42,112 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086442112, completionTime=-1 2024-11-08T17:20:42,112 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:20:42,112 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:20:42,114 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:20:42,114 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086502114 2024-11-08T17:20:42,114 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086562114 2024-11-08T17:20:42,114 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:20:42,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42613,1731086437198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:42,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42613,1731086437198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:42,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42613,1731086437198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:42,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:42613, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:42,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:42,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:42,118 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:20:42,119 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.270sec 2024-11-08T17:20:42,120 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:20:42,120 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:20:42,120 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:20:42,120 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:20:42,120 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:20:42,120 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42613,1731086437198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:42,120 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42613,1731086437198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:20:42,127 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:20:42,127 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:20:42,127 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,42613,1731086437198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:42,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290298c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:42,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,42613,-1 for getting cluster id 2024-11-08T17:20:42,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:42,209 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19fdaef0-a9dc-4395-8600-2af8ee1564e5' 2024-11-08T17:20:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:42,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19fdaef0-a9dc-4395-8600-2af8ee1564e5" 2024-11-08T17:20:42,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691623d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:42,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,42613,-1] 2024-11-08T17:20:42,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:42,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:42,211 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:42,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37615c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:42,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33065,1731086437734, seqNum=-1] 2024-11-08T17:20:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:42,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:42,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,42613,1731086437198 2024-11-08T17:20:42,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:42,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b76bd040002 connected 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.log.dir so I do NOT create it in target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b 2024-11-08T17:20:42,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.tmp.dir so I do NOT create it in target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b 2024-11-08T17:20:42,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:20:42,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/cluster_1d5eccb5-7ed0-40ba-6d4c-c72e4cedded6, deleteOnExit=true 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/test.cache.data in system properties and HBase conf 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:20:42,240 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:20:42,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:20:42,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:42,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:42,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:42,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:42,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:20:42,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:42,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162be99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:42,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64fc6f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:42,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15e9dd14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/java.io.tmpdir/jetty-localhost-41789-hadoop-hdfs-3_4_1-tests_jar-_-any-10508131392607080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:20:42,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f2b3bd{HTTP/1.1, (http/1.1)}{localhost:41789} 2024-11-08T17:20:42,677 INFO [Time-limited test {}] server.Server(415): Started @275456ms 2024-11-08T17:20:42,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:42,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:42,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:42,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:42,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:20:42,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ff3703d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:42,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a76dc68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:43,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59717e52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/java.io.tmpdir/jetty-localhost-40409-hadoop-hdfs-3_4_1-tests_jar-_-any-4508043818341078518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:20:43,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2db5fc96{HTTP/1.1, (http/1.1)}{localhost:40409} 2024-11-08T17:20:43,070 INFO [Time-limited test {}] server.Server(415): Started @275849ms 2024-11-08T17:20:43,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:20:43,844 WARN [Thread-3528 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/cluster_1d5eccb5-7ed0-40ba-6d4c-c72e4cedded6/data/data1/current/BP-856539825-172.17.0.2-1731086442255/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:43,844 WARN [Thread-3529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/cluster_1d5eccb5-7ed0-40ba-6d4c-c72e4cedded6/data/data2/current/BP-856539825-172.17.0.2-1731086442255/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:43,868 WARN [Thread-3516 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:20:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac494f68cf5225f with lease ID 0xbeae3081543ea7c3: Processing first storage report for DS-676b4a7e-6d76-40c0-b6a7-d40f46899f40 from datanode DatanodeRegistration(127.0.0.1:44555, datanodeUuid=d6cd8d0a-3813-41b7-980c-18a621d41bf9, infoPort=41973, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=249856493;c=1731086442255) 2024-11-08T17:20:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac494f68cf5225f with lease ID 0xbeae3081543ea7c3: from storage DS-676b4a7e-6d76-40c0-b6a7-d40f46899f40 node DatanodeRegistration(127.0.0.1:44555, datanodeUuid=d6cd8d0a-3813-41b7-980c-18a621d41bf9, infoPort=41973, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=249856493;c=1731086442255), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:20:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac494f68cf5225f with lease ID 0xbeae3081543ea7c3: Processing first storage report for DS-6eaf5317-78fc-490f-ad28-4b9d5ee85735 from datanode DatanodeRegistration(127.0.0.1:44555, datanodeUuid=d6cd8d0a-3813-41b7-980c-18a621d41bf9, infoPort=41973, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=249856493;c=1731086442255) 2024-11-08T17:20:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac494f68cf5225f with lease ID 0xbeae3081543ea7c3: from storage DS-6eaf5317-78fc-490f-ad28-4b9d5ee85735 node DatanodeRegistration(127.0.0.1:44555, datanodeUuid=d6cd8d0a-3813-41b7-980c-18a621d41bf9, infoPort=41973, infoSecurePort=0, ipcPort=35225, storageInfo=lv=-57;cid=testClusterID;nsid=249856493;c=1731086442255), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:20:43,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b 2024-11-08T17:20:43,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:43,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:43,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:20:43,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe with version=8 2024-11-08T17:20:43,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/hbase-staging 2024-11-08T17:20:43,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:43,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:43,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:43,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:43,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:43,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:43,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:20:43,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:43,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35281 2024-11-08T17:20:43,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35281 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:43,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352810x0, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:43,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35281-0x1011b76bd040003 connected 2024-11-08T17:20:44,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:44,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:44,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on znode that does not yet exist, /11474905176/running 2024-11-08T17:20:44,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe, hbase.cluster.distributed=false 2024-11-08T17:20:44,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on znode that does not yet exist, /11474905176/acl 2024-11-08T17:20:44,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35281 2024-11-08T17:20:44,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35281 2024-11-08T17:20:44,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35281 2024-11-08T17:20:44,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35281 2024-11-08T17:20:44,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35281 2024-11-08T17:20:44,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:44,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:44,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:20:44,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:44,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46053 2024-11-08T17:20:44,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46053 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:44,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:44,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:44,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460530x0, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:44,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460530x0, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on znode that does not yet exist, /11474905176/running 2024-11-08T17:20:44,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:20:44,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46053-0x1011b76bd040004 connected 2024-11-08T17:20:44,093 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:20:44,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on znode that does not yet exist, /11474905176/master 2024-11-08T17:20:44,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on znode that does not yet exist, /11474905176/acl 2024-11-08T17:20:44,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46053 2024-11-08T17:20:44,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46053 2024-11-08T17:20:44,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46053 2024-11-08T17:20:44,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46053 2024-11-08T17:20:44,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46053 2024-11-08T17:20:44,121 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:35281 2024-11-08T17:20:44,121 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11474905176/backup-masters/74e38af3904c,35281,1731086443940 2024-11-08T17:20:44,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:44,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:20:44,129 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88557 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:20:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176/backup-masters 2024-11-08T17:20:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176/backup-masters 2024-11-08T17:20:44,133 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on existing znode=/11474905176/backup-masters/74e38af3904c,35281,1731086443940 2024-11-08T17:20:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11474905176/master 2024-11-08T17:20:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:44,143 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on existing znode=/11474905176/master 2024-11-08T17:20:44,143 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11474905176/backup-masters/74e38af3904c,35281,1731086443940 from backup master directory 2024-11-08T17:20:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474905176/backup-masters/74e38af3904c,35281,1731086443940 2024-11-08T17:20:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176/backup-masters 2024-11-08T17:20:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176/backup-masters 2024-11-08T17:20:44,153 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:44,153 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,35281,1731086443940 2024-11-08T17:20:44,156 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/hbase.id] with ID: 5f2dfa65-f6ff-43f2-b678-5905642b3b0d 2024-11-08T17:20:44,156 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/.tmp/hbase.id 2024-11-08T17:20:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:20:44,562 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/.tmp/hbase.id]:[hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/hbase.id] 2024-11-08T17:20:44,569 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:44,569 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:20:44,570 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:20:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:20:44,623 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:44,623 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:20:44,624 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:20:44,633 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store 2024-11-08T17:20:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:20:45,041 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:45,041 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:20:45,041 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:45,042 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:45,042 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:20:45,042 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:45,042 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:45,042 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086445041Disabling compacts and flushes for region at 1731086445041Disabling writes for close at 1731086445042 (+1 ms)Writing region close event to WAL at 1731086445042Closed at 1731086445042 2024-11-08T17:20:45,042 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/.initializing 2024-11-08T17:20:45,042 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/WALs/74e38af3904c,35281,1731086443940 2024-11-08T17:20:45,043 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:45,044 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C35281%2C1731086443940, suffix=, logDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/WALs/74e38af3904c,35281,1731086443940, archiveDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/oldWALs, maxLogs=10 2024-11-08T17:20:45,056 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/WALs/74e38af3904c,35281,1731086443940/74e38af3904c%2C35281%2C1731086443940.1731086445044, exclude list is [], retry=0 2024-11-08T17:20:45,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44555,DS-676b4a7e-6d76-40c0-b6a7-d40f46899f40,DISK] 2024-11-08T17:20:45,059 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/WALs/74e38af3904c,35281,1731086443940/74e38af3904c%2C35281%2C1731086443940.1731086445044 2024-11-08T17:20:45,059 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-08T17:20:45,059 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:45,059 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:45,059 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,059 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:20:45,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:45,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:45,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:20:45,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:45,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:45,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:20:45,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:20:45,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:45,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:45,065 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,065 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,065 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,066 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,066 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,066 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:45,067 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:45,068 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:45,068 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65380097, jitterRate=-0.02576063573360443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:45,068 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086445059Initializing all the Stores at 1731086445060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086445060Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086445060Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086445060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086445060Cleaning up temporary data from old regions at 1731086445066 (+6 ms)Region opened successfully at 1731086445068 (+2 ms) 2024-11-08T17:20:45,068 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:20:45,070 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769ff654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:45,071 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:20:45,071 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:20:45,071 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:20:45,071 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:20:45,071 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:20:45,071 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:20:45,071 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:20:45,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:20:45,073 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Unable to get data of znode /11474905176/balancer because node does not exist (not necessarily an error) 2024-11-08T17:20:45,122 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474905176/balancer already deleted, retry=false 2024-11-08T17:20:45,122 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:20:45,122 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Unable to get data of znode /11474905176/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:20:45,132 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474905176/normalizer already deleted, retry=false 2024-11-08T17:20:45,132 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:20:45,133 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Unable to get data of znode /11474905176/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:20:45,143 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474905176/switch/split already deleted, retry=false 2024-11-08T17:20:45,143 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Unable to get data of znode /11474905176/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:20:45,153 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474905176/switch/merge already deleted, retry=false 2024-11-08T17:20:45,155 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Unable to get data of znode /11474905176/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:20:45,164 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474905176/snapshot-cleanup already deleted, retry=false 2024-11-08T17:20:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11474905176/running 2024-11-08T17:20:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11474905176/running 2024-11-08T17:20:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:45,175 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,35281,1731086443940, sessionid=0x1011b76bd040003, setting cluster-up flag (Was=false) 2024-11-08T17:20:45,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:45,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:45,227 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11474905176/flush-table-proc/acquired, /11474905176/flush-table-proc/reached, /11474905176/flush-table-proc/abort 2024-11-08T17:20:45,228 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,35281,1731086443940 2024-11-08T17:20:45,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:45,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:45,279 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11474905176/online-snapshot/acquired, /11474905176/online-snapshot/reached, /11474905176/online-snapshot/abort 2024-11-08T17:20:45,280 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,35281,1731086443940 2024-11-08T17:20:45,281 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:20:45,283 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:45,283 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:20:45,283 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:20:45,283 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,35281,1731086443940 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:20:45,284 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:45,284 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:45,284 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:45,284 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:45,284 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:20:45,285 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,285 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:45,285 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086475286 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:20:45,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:20:45,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:20:45,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:20:45,287 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:20:45,287 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:20:45,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:45,287 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086445287,5,FailOnTimeoutGroup] 2024-11-08T17:20:45,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:20:45,287 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086445287,5,FailOnTimeoutGroup] 2024-11-08T17:20:45,287 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,287 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:20:45,287 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,287 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:20:45,313 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(746): ClusterId : 5f2dfa65-f6ff-43f2-b678-5905642b3b0d 2024-11-08T17:20:45,313 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:20:45,322 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:20:45,322 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:20:45,333 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:20:45,333 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1bf35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:45,347 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:46053 2024-11-08T17:20:45,347 INFO [RS:0;74e38af3904c:46053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:20:45,347 INFO [RS:0;74e38af3904c:46053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:20:45,347 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:20:45,348 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,35281,1731086443940 with port=46053, startcode=1731086444068 2024-11-08T17:20:45,348 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:20:45,350 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:20:45,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,46053,1731086444068 2024-11-08T17:20:45,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35281 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,46053,1731086444068 2024-11-08T17:20:45,351 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe 2024-11-08T17:20:45,351 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35945 2024-11-08T17:20:45,351 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:20:45,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176/rs 2024-11-08T17:20:45,411 DEBUG [RS:0;74e38af3904c:46053 {}] zookeeper.ZKUtil(111): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on existing znode=/11474905176/rs/74e38af3904c,46053,1731086444068 2024-11-08T17:20:45,411 WARN [RS:0;74e38af3904c:46053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:45,411 INFO [RS:0;74e38af3904c:46053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:45,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,46053,1731086444068] 2024-11-08T17:20:45,411 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068 2024-11-08T17:20:45,413 INFO [RS:0;74e38af3904c:46053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:20:45,414 INFO [RS:0;74e38af3904c:46053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:20:45,415 INFO [RS:0;74e38af3904c:46053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:20:45,415 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,415 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:20:45,415 INFO [RS:0;74e38af3904c:46053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:20:45,415 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:45,416 DEBUG [RS:0;74e38af3904c:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:45,420 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,420 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,420 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,420 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,420 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,420 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46053,1731086444068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:45,452 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:20:45,452 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46053,1731086444068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,452 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,452 INFO [RS:0;74e38af3904c:46053 {}] regionserver.Replication(171): 74e38af3904c,46053,1731086444068 started 2024-11-08T17:20:45,467 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:45,467 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,46053,1731086444068, RpcServer on 74e38af3904c/172.17.0.2:46053, sessionid=0x1011b76bd040004 2024-11-08T17:20:45,467 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:20:45,467 DEBUG [RS:0;74e38af3904c:46053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,46053,1731086444068 2024-11-08T17:20:45,467 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,46053,1731086444068' 2024-11-08T17:20:45,467 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11474905176/flush-table-proc/abort' 2024-11-08T17:20:45,467 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11474905176/flush-table-proc/acquired' 2024-11-08T17:20:45,468 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:20:45,468 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:20:45,468 DEBUG [RS:0;74e38af3904c:46053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,46053,1731086444068 2024-11-08T17:20:45,468 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,46053,1731086444068' 2024-11-08T17:20:45,468 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11474905176/online-snapshot/abort' 2024-11-08T17:20:45,468 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11474905176/online-snapshot/acquired' 2024-11-08T17:20:45,468 DEBUG [RS:0;74e38af3904c:46053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:20:45,468 INFO [RS:0;74e38af3904c:46053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:20:45,468 INFO [RS:0;74e38af3904c:46053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:20:45,569 INFO [RS:0;74e38af3904c:46053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:45,570 INFO [RS:0;74e38af3904c:46053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46053%2C1731086444068, suffix=, logDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068, archiveDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/oldWALs, maxLogs=10 2024-11-08T17:20:45,586 DEBUG [RS:0;74e38af3904c:46053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, exclude list is [], retry=0 2024-11-08T17:20:45,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44555,DS-676b4a7e-6d76-40c0-b6a7-d40f46899f40,DISK] 2024-11-08T17:20:45,593 INFO [RS:0;74e38af3904c:46053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 2024-11-08T17:20:45,594 DEBUG [RS:0;74e38af3904c:46053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-08T17:20:45,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:20:45,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe 2024-11-08T17:20:45,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:20:46,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:46,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:46,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:46,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:46,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:46,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:46,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:46,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:46,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:46,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:46,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740 2024-11-08T17:20:46,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740 2024-11-08T17:20:46,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:46,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:46,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:46,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:46,133 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:46,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61590298, jitterRate=-0.08223304152488708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:46,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086446124Initializing all the Stores at 1731086446124Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086446124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086446124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086446124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086446124Cleaning up temporary data from old regions at 1731086446131 (+7 ms)Region opened successfully at 1731086446134 (+3 ms) 2024-11-08T17:20:46,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:46,134 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:46,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:46,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:46,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:46,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:46,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086446134Disabling compacts and flushes for region at 1731086446134Disabling writes for close at 1731086446134Writing region close event to WAL at 1731086446135 (+1 ms)Closed at 1731086446135 2024-11-08T17:20:46,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:46,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:20:46,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:20:46,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:46,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:20:46,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:20:46,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:20:46,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T17:20:46,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T17:20:46,287 DEBUG [74e38af3904c:35281 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:20:46,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,46053,1731086444068 2024-11-08T17:20:46,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,46053,1731086444068, state=OPENING 2024-11-08T17:20:46,340 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:20:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:46,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474905176/meta-region-server: CHANGED 2024-11-08T17:20:46,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474905176/meta-region-server: CHANGED 2024-11-08T17:20:46,351 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:46,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,46053,1731086444068}] 2024-11-08T17:20:46,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:46,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:20:46,508 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:20:46,508 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:46,508 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:20:46,509 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46053%2C1731086444068.meta, suffix=.meta, logDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068, archiveDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/oldWALs, maxLogs=10 2024-11-08T17:20:46,526 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.meta.1731086446509.meta, exclude list is [], retry=0 2024-11-08T17:20:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44555,DS-676b4a7e-6d76-40c0-b6a7-d40f46899f40,DISK] 2024-11-08T17:20:46,529 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.meta.1731086446509.meta 2024-11-08T17:20:46,530 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-08T17:20:46,530 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:46,530 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:46,530 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:46,530 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:20:46,530 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:20:46,531 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:20:46,531 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:46,531 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:20:46,531 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:20:46,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:46,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:46,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:46,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:46,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:46,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:46,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:46,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:46,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:46,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:46,535 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:46,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740 2024-11-08T17:20:46,536 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740 2024-11-08T17:20:46,537 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:46,537 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:46,538 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:46,539 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:46,539 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61353857, jitterRate=-0.08575628697872162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:46,539 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:20:46,539 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086446531Writing region info on filesystem at 1731086446531Initializing all the Stores at 1731086446531Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086446531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086446532 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086446532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086446532Cleaning up temporary data from old regions at 1731086446537 (+5 ms)Running coprocessor post-open hooks at 1731086446539 (+2 ms)Region opened successfully at 1731086446539 2024-11-08T17:20:46,540 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086446503 2024-11-08T17:20:46,543 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:20:46,543 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:20:46,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,46053,1731086444068 2024-11-08T17:20:46,544 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,46053,1731086444068, state=OPEN 2024-11-08T17:20:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11474905176/meta-region-server 2024-11-08T17:20:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11474905176/meta-region-server 2024-11-08T17:20:46,555 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,46053,1731086444068 2024-11-08T17:20:46,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474905176/meta-region-server: CHANGED 2024-11-08T17:20:46,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474905176/meta-region-server: CHANGED 2024-11-08T17:20:46,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:20:46,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,46053,1731086444068 in 204 msec 2024-11-08T17:20:46,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:20:46,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-08T17:20:46,559 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:46,559 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:20:46,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:46,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46053,1731086444068, seqNum=-1] 2024-11-08T17:20:46,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:46,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:46,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-08T17:20:46,584 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086446584, completionTime=-1 2024-11-08T17:20:46,584 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:20:46,584 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:20:46,586 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:20:46,586 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086506586 2024-11-08T17:20:46,586 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086566586 2024-11-08T17:20:46,586 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:20:46,587 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35281,1731086443940-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:46,587 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35281,1731086443940-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:46,587 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35281,1731086443940-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:46,587 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:35281, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:46,587 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:46,587 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:46,588 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:20:46,590 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.437sec 2024-11-08T17:20:46,590 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:20:46,590 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:20:46,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:20:46,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:20:46,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:20:46,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35281,1731086443940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:46,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35281,1731086443940-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:20:46,592 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:20:46,593 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:20:46,593 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35281,1731086443940-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:46,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666a8ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:46,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:20:46,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:46,615 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:20:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:20:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3684f7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:20:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:46,617 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:46,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5658ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:46,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46053,1731086444068, seqNum=-1] 2024-11-08T17:20:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:46,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:46,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,35281,1731086443940 2024-11-08T17:20:46,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:46,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b76bd040005 connected 2024-11-08T17:20:46,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.log.dir so I do NOT create it in target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8 2024-11-08T17:20:46,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:20:46,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.tmp.dir so I do NOT create it in target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8 2024-11-08T17:20:46,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:20:46,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8 2024-11-08T17:20:46,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:20:46,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/cluster_e3a93946-b297-bcb2-ae17-3d07cbb6a297, deleteOnExit=true 2024-11-08T17:20:46,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/test.cache.data in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:20:46,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:20:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:20:46,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:20:47,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:20:47,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:47,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:47,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:47,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:47,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:20:47,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:47,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d63e26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:47,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d891de4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:47,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35b82dfc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/java.io.tmpdir/jetty-localhost-41747-hadoop-hdfs-3_4_1-tests_jar-_-any-4916252319332147328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:20:47,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ca1366f{HTTP/1.1, (http/1.1)}{localhost:41747} 2024-11-08T17:20:47,192 INFO [Time-limited test {}] server.Server(415): Started @279971ms 2024-11-08T17:20:47,437 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:47,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,480 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,480 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,494 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:47,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:20:47,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:20:47,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:20:47,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:20:47,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:20:47,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@720604b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:20:47,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152a3700{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:20:47,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c7d3ca5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/java.io.tmpdir/jetty-localhost-39895-hadoop-hdfs-3_4_1-tests_jar-_-any-3287503259313036059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:20:47,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34f54e32{HTTP/1.1, (http/1.1)}{localhost:39895} 2024-11-08T17:20:47,661 INFO [Time-limited test {}] server.Server(415): Started @280440ms 2024-11-08T17:20:47,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:20:48,318 WARN [Thread-3649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/cluster_e3a93946-b297-bcb2-ae17-3d07cbb6a297/data/data1/current/BP-653631829-172.17.0.2-1731086446678/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:48,318 WARN [Thread-3650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/cluster_e3a93946-b297-bcb2-ae17-3d07cbb6a297/data/data2/current/BP-653631829-172.17.0.2-1731086446678/current, will proceed with Du for space computation calculation, 2024-11-08T17:20:48,337 WARN [Thread-3637 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:20:48,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3fe4b3072b03cf6 with lease ID 0x23338fb9308a24c: Processing first storage report for DS-105e7901-3d8f-406e-a84c-0335b1356ff1 from datanode DatanodeRegistration(127.0.0.1:41727, datanodeUuid=42a24e6b-a853-48b1-9099-ea4993bb51dd, infoPort=44793, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1670084453;c=1731086446678) 2024-11-08T17:20:48,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3fe4b3072b03cf6 with lease ID 0x23338fb9308a24c: from storage DS-105e7901-3d8f-406e-a84c-0335b1356ff1 node DatanodeRegistration(127.0.0.1:41727, datanodeUuid=42a24e6b-a853-48b1-9099-ea4993bb51dd, infoPort=44793, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1670084453;c=1731086446678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:20:48,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3fe4b3072b03cf6 with lease ID 0x23338fb9308a24c: Processing first storage report for DS-6625dea8-193e-4de4-b48b-3aa35753826c from datanode DatanodeRegistration(127.0.0.1:41727, datanodeUuid=42a24e6b-a853-48b1-9099-ea4993bb51dd, infoPort=44793, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1670084453;c=1731086446678) 2024-11-08T17:20:48,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3fe4b3072b03cf6 with lease ID 0x23338fb9308a24c: from storage DS-6625dea8-193e-4de4-b48b-3aa35753826c node DatanodeRegistration(127.0.0.1:41727, datanodeUuid=42a24e6b-a853-48b1-9099-ea4993bb51dd, infoPort=44793, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1670084453;c=1731086446678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:20:48,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8 2024-11-08T17:20:48,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:48,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:48,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:20:48,845 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea with version=8 2024-11-08T17:20:48,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/hbase-staging 2024-11-08T17:20:48,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:48,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:48,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:48,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:48,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:48,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:48,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:20:48,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:48,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35103 2024-11-08T17:20:48,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35103 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:48,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351030x0, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:48,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35103-0x1011b76bd040006 connected 2024-11-08T17:20:48,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:48,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:48,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on znode that does not yet exist, /2-2131078961/running 2024-11-08T17:20:48,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea, hbase.cluster.distributed=false 2024-11-08T17:20:48,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on znode that does not yet exist, /2-2131078961/acl 2024-11-08T17:20:48,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35103 2024-11-08T17:20:48,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35103 2024-11-08T17:20:48,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35103 2024-11-08T17:20:48,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35103 2024-11-08T17:20:48,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35103 2024-11-08T17:20:49,014 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:20:49,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:49,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:49,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:20:49,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:20:49,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:20:49,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:20:49,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:20:49,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43391 2024-11-08T17:20:49,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43391 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:49,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:49,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:49,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433910x0, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:49,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433910x0, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on znode that does not yet exist, /2-2131078961/running 2024-11-08T17:20:49,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:20:49,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43391-0x1011b76bd040007 connected 2024-11-08T17:20:49,036 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:20:49,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on znode that does not yet exist, /2-2131078961/master 2024-11-08T17:20:49,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on znode that does not yet exist, /2-2131078961/acl 2024-11-08T17:20:49,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-08T17:20:49,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43391 2024-11-08T17:20:49,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43391 2024-11-08T17:20:49,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-08T17:20:49,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-08T17:20:49,074 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:35103 2024-11-08T17:20:49,075 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2131078961/backup-masters/74e38af3904c,35103,1731086448847 2024-11-08T17:20:49,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961/backup-masters 2024-11-08T17:20:49,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961/backup-masters 2024-11-08T17:20:49,088 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on existing znode=/2-2131078961/backup-masters/74e38af3904c,35103,1731086448847 2024-11-08T17:20:49,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2131078961/master 2024-11-08T17:20:49,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,098 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on existing znode=/2-2131078961/master 2024-11-08T17:20:49,098 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2131078961/backup-masters/74e38af3904c,35103,1731086448847 from backup master directory 2024-11-08T17:20:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961/backup-masters 2024-11-08T17:20:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2131078961/backup-masters/74e38af3904c,35103,1731086448847 2024-11-08T17:20:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961/backup-masters 2024-11-08T17:20:49,108 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:49,108 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,35103,1731086448847 2024-11-08T17:20:49,112 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/hbase.id] with ID: e579575b-0984-4205-80da-40368b583ab2 2024-11-08T17:20:49,112 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/.tmp/hbase.id 2024-11-08T17:20:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:20:49,121 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/.tmp/hbase.id]:[hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/hbase.id] 2024-11-08T17:20:49,129 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:20:49,129 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:20:49,130 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:20:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:20:49,149 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:49,150 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:20:49,152 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:20:49,558 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store 2024-11-08T17:20:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:20:49,578 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:49,578 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:20:49,579 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:49,579 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:49,579 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:20:49,579 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:49,579 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:20:49,579 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086449578Disabling compacts and flushes for region at 1731086449578Disabling writes for close at 1731086449579 (+1 ms)Writing region close event to WAL at 1731086449579Closed at 1731086449579 2024-11-08T17:20:49,582 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/.initializing 2024-11-08T17:20:49,582 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/WALs/74e38af3904c,35103,1731086448847 2024-11-08T17:20:49,583 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:49,585 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C35103%2C1731086448847, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/WALs/74e38af3904c,35103,1731086448847, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/oldWALs, maxLogs=10 2024-11-08T17:20:49,604 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/WALs/74e38af3904c,35103,1731086448847/74e38af3904c%2C35103%2C1731086448847.1731086449585, exclude list is [], retry=0 2024-11-08T17:20:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-105e7901-3d8f-406e-a84c-0335b1356ff1,DISK] 2024-11-08T17:20:49,608 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/WALs/74e38af3904c,35103,1731086448847/74e38af3904c%2C35103%2C1731086448847.1731086449585 2024-11-08T17:20:49,608 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-08T17:20:49,608 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:49,608 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:49,608 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,608 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:20:49,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:49,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:49,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:20:49,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:49,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:49,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:20:49,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:49,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:49,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:20:49,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:49,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:49,616 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,617 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,617 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,618 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,618 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,618 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:49,619 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:20:49,620 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:49,620 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59872647, jitterRate=-0.1078280359506607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:49,620 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086449608Initializing all the Stores at 1731086449609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086449609Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086449610 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086449610Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086449610Cleaning up temporary data from old regions at 1731086449618 (+8 ms)Region opened successfully at 1731086449620 (+2 ms) 2024-11-08T17:20:49,624 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:20:49,626 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5995aad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:49,627 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:20:49,627 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:20:49,627 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:20:49,627 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:20:49,628 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:20:49,628 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:20:49,628 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:20:49,629 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:20:49,630 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Unable to get data of znode /2-2131078961/balancer because node does not exist (not necessarily an error) 2024-11-08T17:20:49,691 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2131078961/balancer already deleted, retry=false 2024-11-08T17:20:49,692 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:20:49,693 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Unable to get data of znode /2-2131078961/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:20:49,702 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2131078961/normalizer already deleted, retry=false 2024-11-08T17:20:49,702 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:20:49,703 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Unable to get data of znode /2-2131078961/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:20:49,712 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2131078961/switch/split already deleted, retry=false 2024-11-08T17:20:49,713 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Unable to get data of znode /2-2131078961/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:20:49,723 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2131078961/switch/merge already deleted, retry=false 2024-11-08T17:20:49,724 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Unable to get data of znode /2-2131078961/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:20:49,733 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2131078961/snapshot-cleanup already deleted, retry=false 2024-11-08T17:20:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2131078961/running 2024-11-08T17:20:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2131078961/running 2024-11-08T17:20:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,744 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,35103,1731086448847, sessionid=0x1011b76bd040006, setting cluster-up flag (Was=false) 2024-11-08T17:20:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,797 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2131078961/flush-table-proc/acquired, /2-2131078961/flush-table-proc/reached, /2-2131078961/flush-table-proc/abort 2024-11-08T17:20:49,797 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,35103,1731086448847 2024-11-08T17:20:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:49,940 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2131078961/online-snapshot/acquired, /2-2131078961/online-snapshot/reached, /2-2131078961/online-snapshot/abort 2024-11-08T17:20:49,940 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,35103,1731086448847 2024-11-08T17:20:49,941 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:20:49,942 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:49,942 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:20:49,943 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:20:49,943 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,35103,1731086448847 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:49,944 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:49,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086479947 2024-11-08T17:20:49,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:20:49,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:20:49,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:20:49,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:20:49,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:20:49,947 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:20:49,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:49,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:20:49,948 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:49,948 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:20:49,948 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:20:49,948 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:20:49,948 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:20:49,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:49,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:20:49,950 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:20:49,950 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:20:49,950 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086449950,5,FailOnTimeoutGroup] 2024-11-08T17:20:49,950 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086449950,5,FailOnTimeoutGroup] 2024-11-08T17:20:49,950 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:49,950 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:20:49,950 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:49,950 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:49,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:20:49,959 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(746): ClusterId : e579575b-0984-4205-80da-40368b583ab2 2024-11-08T17:20:49,959 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:20:49,972 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:20:49,972 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:20:49,983 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:20:49,983 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3564a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:20:49,994 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:43391 2024-11-08T17:20:49,994 INFO [RS:0;74e38af3904c:43391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:20:49,994 INFO [RS:0;74e38af3904c:43391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:20:49,994 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:20:49,994 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,35103,1731086448847 with port=43391, startcode=1731086449014 2024-11-08T17:20:49,994 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:20:49,996 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:20:49,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,43391,1731086449014 2024-11-08T17:20:49,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35103 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,43391,1731086449014 2024-11-08T17:20:49,997 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea 2024-11-08T17:20:49,997 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41669 2024-11-08T17:20:49,997 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:20:50,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961/rs 2024-11-08T17:20:50,056 DEBUG [RS:0;74e38af3904c:43391 {}] zookeeper.ZKUtil(111): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on existing znode=/2-2131078961/rs/74e38af3904c,43391,1731086449014 2024-11-08T17:20:50,056 WARN [RS:0;74e38af3904c:43391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:20:50,056 INFO [RS:0;74e38af3904c:43391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:50,056 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014 2024-11-08T17:20:50,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,43391,1731086449014] 2024-11-08T17:20:50,058 INFO [RS:0;74e38af3904c:43391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:20:50,060 INFO [RS:0;74e38af3904c:43391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:20:50,060 INFO [RS:0;74e38af3904c:43391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:20:50,060 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,060 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:50,061 DEBUG [RS:0;74e38af3904c:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,061 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43391,1731086449014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:50,075 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:20:50,075 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,43391,1731086449014-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,075 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,075 INFO [RS:0;74e38af3904c:43391 {}] regionserver.Replication(171): 74e38af3904c,43391,1731086449014 started 2024-11-08T17:20:50,088 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:50,088 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,43391,1731086449014, RpcServer on 74e38af3904c/172.17.0.2:43391, sessionid=0x1011b76bd040007 2024-11-08T17:20:50,088 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:20:50,088 DEBUG [RS:0;74e38af3904c:43391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,43391,1731086449014 2024-11-08T17:20:50,088 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,43391,1731086449014' 2024-11-08T17:20:50,088 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2131078961/flush-table-proc/abort' 2024-11-08T17:20:50,089 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2131078961/flush-table-proc/acquired' 2024-11-08T17:20:50,089 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:20:50,089 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:20:50,089 DEBUG [RS:0;74e38af3904c:43391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,43391,1731086449014 2024-11-08T17:20:50,089 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,43391,1731086449014' 2024-11-08T17:20:50,089 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2131078961/online-snapshot/abort' 2024-11-08T17:20:50,089 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2131078961/online-snapshot/acquired' 2024-11-08T17:20:50,090 DEBUG [RS:0;74e38af3904c:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:20:50,090 INFO [RS:0;74e38af3904c:43391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:20:50,090 INFO [RS:0;74e38af3904c:43391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:20:50,190 INFO [RS:0;74e38af3904c:43391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:20:50,191 INFO [RS:0;74e38af3904c:43391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43391%2C1731086449014, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/oldWALs, maxLogs=10 2024-11-08T17:20:50,203 DEBUG [RS:0;74e38af3904c:43391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, exclude list is [], retry=0 2024-11-08T17:20:50,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-105e7901-3d8f-406e-a84c-0335b1356ff1,DISK] 2024-11-08T17:20:50,207 INFO [RS:0;74e38af3904c:43391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 2024-11-08T17:20:50,207 DEBUG [RS:0;74e38af3904c:43391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-08T17:20:50,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:20:50,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea 2024-11-08T17:20:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:20:50,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:50,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:50,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:50,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:50,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:50,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:50,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:50,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:50,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:50,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:50,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:50,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:50,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:50,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:50,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:50,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:50,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:50,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:50,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740 2024-11-08T17:20:50,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740 2024-11-08T17:20:50,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:50,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:50,766 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:50,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:50,768 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:50,768 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59330970, jitterRate=-0.11589965224266052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086450759Initializing all the Stores at 1731086450760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086450760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086450760Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086450760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086450760Cleaning up temporary data from old regions at 1731086450766 (+6 ms)Region opened successfully at 1731086450768 (+2 ms) 2024-11-08T17:20:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:20:50,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:20:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:20:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:20:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:20:50,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:20:50,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086450768Disabling compacts and flushes for region at 1731086450768Disabling writes for close at 1731086450768Writing region close event to WAL at 1731086450769 (+1 ms)Closed at 1731086450769 2024-11-08T17:20:50,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:50,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:20:50,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:20:50,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:50,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:20:50,921 DEBUG [74e38af3904c:35103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:20:50,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,43391,1731086449014 2024-11-08T17:20:50,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,43391,1731086449014, state=OPENING 2024-11-08T17:20:51,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:20:51,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:51,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:20:51,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2131078961/meta-region-server: CHANGED 2024-11-08T17:20:51,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2131078961/meta-region-server: CHANGED 2024-11-08T17:20:51,106 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:20:51,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,43391,1731086449014}] 2024-11-08T17:20:51,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:20:51,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:20:51,261 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:20:51,261 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:51,261 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:20:51,262 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43391%2C1731086449014.meta, suffix=.meta, logDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/oldWALs, maxLogs=10 2024-11-08T17:20:51,276 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.meta.1731086451263.meta, exclude list is [], retry=0 2024-11-08T17:20:51,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-105e7901-3d8f-406e-a84c-0335b1356ff1,DISK] 2024-11-08T17:20:51,281 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.meta.1731086451263.meta 2024-11-08T17:20:51,282 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-08T17:20:51,282 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:51,283 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:51,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:51,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:20:51,283 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:20:51,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:20:51,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:51,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:20:51,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:20:51,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:20:51,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:20:51,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:51,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:51,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:20:51,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:20:51,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:51,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:51,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:20:51,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:20:51,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:51,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:51,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:20:51,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:20:51,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:51,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:20:51,288 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:20:51,289 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740 2024-11-08T17:20:51,289 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740 2024-11-08T17:20:51,290 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:20:51,290 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:20:51,290 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:20:51,291 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:20:51,292 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70770224, jitterRate=0.054558515548706055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:20:51,292 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:20:51,292 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086451284Writing region info on filesystem at 1731086451284Initializing all the Stores at 1731086451284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086451284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086451284Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086451284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086451284Cleaning up temporary data from old regions at 1731086451290 (+6 ms)Running coprocessor post-open hooks at 1731086451292 (+2 ms)Region opened successfully at 1731086451292 2024-11-08T17:20:51,293 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086451257 2024-11-08T17:20:51,295 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:20:51,295 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:20:51,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,43391,1731086449014 2024-11-08T17:20:51,296 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,43391,1731086449014, state=OPEN 2024-11-08T17:20:51,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2131078961/meta-region-server 2024-11-08T17:20:51,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2131078961/meta-region-server 2024-11-08T17:20:51,313 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,43391,1731086449014 2024-11-08T17:20:51,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2131078961/meta-region-server: CHANGED 2024-11-08T17:20:51,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2131078961/meta-region-server: CHANGED 2024-11-08T17:20:51,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:20:51,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,43391,1731086449014 in 207 msec 2024-11-08T17:20:51,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:20:51,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-11-08T17:20:51,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:20:51,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:20:51,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:51,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43391,1731086449014, seqNum=-1] 2024-11-08T17:20:51,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:51,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:51,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-11-08T17:20:51,327 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086451327, completionTime=-1 2024-11-08T17:20:51,327 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:20:51,327 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:20:51,329 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086511329 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086571330 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35103,1731086448847-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35103,1731086448847-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35103,1731086448847-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:35103, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:51,330 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:51,332 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:20:51,334 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.226sec 2024-11-08T17:20:51,334 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:20:51,334 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:20:51,334 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:20:51,335 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:20:51,335 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:20:51,335 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35103,1731086448847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:20:51,335 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35103,1731086448847-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:20:51,336 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:20:51,336 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:20:51,336 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35103,1731086448847-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:20:51,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d37acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:51,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35103,-1 for getting cluster id 2024-11-08T17:20:51,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:51,361 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e579575b-0984-4205-80da-40368b583ab2' 2024-11-08T17:20:51,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e579575b-0984-4205-80da-40368b583ab2" 2024-11-08T17:20:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a25e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35103,-1] 2024-11-08T17:20:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:51,363 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:51,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72cf21d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:51,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43391,1731086449014, seqNum=-1] 2024-11-08T17:20:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:51,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:20:51,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,35103,1731086448847 2024-11-08T17:20:51,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53913 2024-11-08T17:20:51,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:20:51,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011b76bd040008 connected 2024-11-08T17:20:51,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:51,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,42613,1731086437198 2024-11-08T17:20:51,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@514b4796 2024-11-08T17:20:51,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:51,390 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:51,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:20:51,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:51,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:51,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:20:51,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:20:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:51,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c75ea388268dfcb797c8ea6c52cdc23, NAME => 'test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a 2024-11-08T17:20:51,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:20:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:52,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:52,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c75ea388268dfcb797c8ea6c52cdc23, disabling compactions & flushes 2024-11-08T17:20:52,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:20:52,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:20:52,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. after waiting 0 ms 2024-11-08T17:20:52,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:20:52,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:20:52,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c75ea388268dfcb797c8ea6c52cdc23: Waiting for close lock at 1731086452216Disabling compacts and flushes for region at 1731086452216Disabling writes for close at 1731086452217 (+1 ms)Writing region close event to WAL at 1731086452217Closed at 1731086452217 2024-11-08T17:20:52,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:52,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086452218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086452218"}]},"ts":"1731086452218"} 2024-11-08T17:20:52,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:52,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:52,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086452221"}]},"ts":"1731086452221"} 2024-11-08T17:20:52,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:20:52,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c75ea388268dfcb797c8ea6c52cdc23, ASSIGN}] 2024-11-08T17:20:52,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c75ea388268dfcb797c8ea6c52cdc23, ASSIGN 2024-11-08T17:20:52,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c75ea388268dfcb797c8ea6c52cdc23, ASSIGN; state=OFFLINE, location=74e38af3904c,33065,1731086437734; forceNewPlan=false, retain=false 2024-11-08T17:20:52,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c75ea388268dfcb797c8ea6c52cdc23, regionState=OPENING, regionLocation=74e38af3904c,33065,1731086437734 2024-11-08T17:20:52,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c75ea388268dfcb797c8ea6c52cdc23, ASSIGN because future has completed 2024-11-08T17:20:52,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c75ea388268dfcb797c8ea6c52cdc23, server=74e38af3904c,33065,1731086437734}] 2024-11-08T17:20:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:52,534 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:20:52,534 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c75ea388268dfcb797c8ea6c52cdc23, NAME => 'test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:52,535 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:52,535 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:20:52,535 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,535 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:52,535 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,535 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,536 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,537 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c75ea388268dfcb797c8ea6c52cdc23 columnFamilyName f 2024-11-08T17:20:52,537 DEBUG [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:52,538 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] regionserver.HStore(327): Store=4c75ea388268dfcb797c8ea6c52cdc23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:52,538 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,538 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c75ea388268dfcb797c8ea6c52cdc23 columnFamilyName f1 2024-11-08T17:20:52,538 DEBUG [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:52,539 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] regionserver.HStore(327): Store=4c75ea388268dfcb797c8ea6c52cdc23/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:52,539 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,540 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c75ea388268dfcb797c8ea6c52cdc23 columnFamilyName norep 2024-11-08T17:20:52,540 DEBUG [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:52,540 INFO [StoreOpener-4c75ea388268dfcb797c8ea6c52cdc23-1 {}] regionserver.HStore(327): Store=4c75ea388268dfcb797c8ea6c52cdc23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:52,540 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,540 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,541 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,542 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,542 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,542 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:52,543 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,544 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:52,544 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c75ea388268dfcb797c8ea6c52cdc23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59429204, jitterRate=-0.11443585157394409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:52,544 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:20:52,545 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c75ea388268dfcb797c8ea6c52cdc23: Running coprocessor pre-open hook at 1731086452535Writing region info on filesystem at 1731086452535Initializing all the Stores at 1731086452536 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086452536Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086452536Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086452536Cleaning up temporary data from old regions at 1731086452542 (+6 ms)Running coprocessor post-open hooks at 1731086452544 (+2 ms)Region opened successfully at 1731086452545 (+1 ms) 2024-11-08T17:20:52,546 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23., pid=6, masterSystemTime=1731086452531 2024-11-08T17:20:52,547 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:20:52,547 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:20:52,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c75ea388268dfcb797c8ea6c52cdc23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,33065,1731086437734 2024-11-08T17:20:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c75ea388268dfcb797c8ea6c52cdc23, server=74e38af3904c,33065,1731086437734 because future has completed 2024-11-08T17:20:52,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:20:52,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c75ea388268dfcb797c8ea6c52cdc23, server=74e38af3904c,33065,1731086437734 in 171 msec 2024-11-08T17:20:52,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:20:52,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c75ea388268dfcb797c8ea6c52cdc23, ASSIGN in 328 msec 2024-11-08T17:20:52,553 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:52,554 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086452554"}]},"ts":"1731086452554"} 2024-11-08T17:20:52,555 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:20:52,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:52,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-08T17:20:53,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:20:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:53,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:53,539 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:20:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35281,1731086443940 2024-11-08T17:20:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69868870 2024-11-08T17:20:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:53,541 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:53,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:20:53,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:53,544 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:53,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:20:53,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:20:53,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47b5f708fec54d4d9375cfcb008a065e, NAME => 'test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe 2024-11-08T17:20:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:20:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:53,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:53,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 47b5f708fec54d4d9375cfcb008a065e, disabling compactions & flushes 2024-11-08T17:20:53,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:20:53,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:20:53,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. after waiting 0 ms 2024-11-08T17:20:53,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:20:53,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:20:53,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47b5f708fec54d4d9375cfcb008a065e: Waiting for close lock at 1731086453968Disabling compacts and flushes for region at 1731086453968Disabling writes for close at 1731086453968Writing region close event to WAL at 1731086453968Closed at 1731086453968 2024-11-08T17:20:53,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:53,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086453970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086453970"}]},"ts":"1731086453970"} 2024-11-08T17:20:53,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:53,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:53,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086453974"}]},"ts":"1731086453974"} 2024-11-08T17:20:53,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:20:53,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47b5f708fec54d4d9375cfcb008a065e, ASSIGN}] 2024-11-08T17:20:53,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47b5f708fec54d4d9375cfcb008a065e, ASSIGN 2024-11-08T17:20:53,980 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=47b5f708fec54d4d9375cfcb008a065e, ASSIGN; state=OFFLINE, location=74e38af3904c,46053,1731086444068; forceNewPlan=false, retain=false 2024-11-08T17:20:54,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47b5f708fec54d4d9375cfcb008a065e, regionState=OPENING, regionLocation=74e38af3904c,46053,1731086444068 2024-11-08T17:20:54,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=47b5f708fec54d4d9375cfcb008a065e, ASSIGN because future has completed 2024-11-08T17:20:54,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47b5f708fec54d4d9375cfcb008a065e, server=74e38af3904c,46053,1731086444068}] 2024-11-08T17:20:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:54,311 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:20:54,311 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47b5f708fec54d4d9375cfcb008a065e, NAME => 'test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:54,311 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:54,312 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:20:54,312 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,312 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:54,312 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,312 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,314 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,315 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47b5f708fec54d4d9375cfcb008a065e columnFamilyName f 2024-11-08T17:20:54,315 DEBUG [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:54,315 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] regionserver.HStore(327): Store=47b5f708fec54d4d9375cfcb008a065e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:54,315 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,316 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47b5f708fec54d4d9375cfcb008a065e columnFamilyName f1 2024-11-08T17:20:54,316 DEBUG [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:54,317 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] regionserver.HStore(327): Store=47b5f708fec54d4d9375cfcb008a065e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:54,317 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,318 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47b5f708fec54d4d9375cfcb008a065e columnFamilyName norep 2024-11-08T17:20:54,318 DEBUG [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:54,318 INFO [StoreOpener-47b5f708fec54d4d9375cfcb008a065e-1 {}] regionserver.HStore(327): Store=47b5f708fec54d4d9375cfcb008a065e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:54,318 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,319 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,319 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,320 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,320 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,320 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:54,321 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,323 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:54,323 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47b5f708fec54d4d9375cfcb008a065e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67450455, jitterRate=0.005090102553367615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:54,323 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:20:54,323 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47b5f708fec54d4d9375cfcb008a065e: Running coprocessor pre-open hook at 1731086454312Writing region info on filesystem at 1731086454312Initializing all the Stores at 1731086454313 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086454313Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086454313Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086454313Cleaning up temporary data from old regions at 1731086454320 (+7 ms)Running coprocessor post-open hooks at 1731086454323 (+3 ms)Region opened successfully at 1731086454323 2024-11-08T17:20:54,324 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e., pid=6, masterSystemTime=1731086454305 2024-11-08T17:20:54,326 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:20:54,326 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:20:54,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47b5f708fec54d4d9375cfcb008a065e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,46053,1731086444068 2024-11-08T17:20:54,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47b5f708fec54d4d9375cfcb008a065e, server=74e38af3904c,46053,1731086444068 because future has completed 2024-11-08T17:20:54,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:20:54,344 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35281 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=74e38af3904c,46053,1731086444068, table=test, region=47b5f708fec54d4d9375cfcb008a065e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T17:20:54,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47b5f708fec54d4d9375cfcb008a065e, server=74e38af3904c,46053,1731086444068 in 190 msec 2024-11-08T17:20:54,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:20:54,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=47b5f708fec54d4d9375cfcb008a065e, ASSIGN in 367 msec 2024-11-08T17:20:54,347 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:54,347 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086454347"}]},"ts":"1731086454347"} 2024-11-08T17:20:54,350 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:20:54,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:54,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 809 msec 2024-11-08T17:20:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:54,689 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:20:54,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35103,1731086448847 2024-11-08T17:20:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3449828a 2024-11-08T17:20:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:54,695 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:54,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:20:54,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:54,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:54,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:20:54,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:54,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:20:54,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdc72b76f09d8b0bc825019540138fcd, NAME => 'test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea 2024-11-08T17:20:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:20:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:55,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:55,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bdc72b76f09d8b0bc825019540138fcd, disabling compactions & flushes 2024-11-08T17:20:55,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:20:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:20:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. after waiting 0 ms 2024-11-08T17:20:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:20:55,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:20:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdc72b76f09d8b0bc825019540138fcd: Waiting for close lock at 1731086455143Disabling compacts and flushes for region at 1731086455143Disabling writes for close at 1731086455144 (+1 ms)Writing region close event to WAL at 1731086455144Closed at 1731086455144 2024-11-08T17:20:55,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:55,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086455145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086455145"}]},"ts":"1731086455145"} 2024-11-08T17:20:55,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:55,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:55,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086455150"}]},"ts":"1731086455150"} 2024-11-08T17:20:55,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:20:55,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdc72b76f09d8b0bc825019540138fcd, ASSIGN}] 2024-11-08T17:20:55,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdc72b76f09d8b0bc825019540138fcd, ASSIGN 2024-11-08T17:20:55,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bdc72b76f09d8b0bc825019540138fcd, ASSIGN; state=OFFLINE, location=74e38af3904c,43391,1731086449014; forceNewPlan=false, retain=false 2024-11-08T17:20:55,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdc72b76f09d8b0bc825019540138fcd, regionState=OPENING, regionLocation=74e38af3904c,43391,1731086449014 2024-11-08T17:20:55,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bdc72b76f09d8b0bc825019540138fcd, ASSIGN because future has completed 2024-11-08T17:20:55,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc72b76f09d8b0bc825019540138fcd, server=74e38af3904c,43391,1731086449014}] 2024-11-08T17:20:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:55,472 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:20:55,472 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bdc72b76f09d8b0bc825019540138fcd, NAME => 'test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:55,473 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:55,473 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:20:55,473 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,473 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:55,473 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,473 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,480 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,482 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc72b76f09d8b0bc825019540138fcd columnFamilyName f 2024-11-08T17:20:55,483 DEBUG [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:55,483 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] regionserver.HStore(327): Store=bdc72b76f09d8b0bc825019540138fcd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:55,483 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,484 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc72b76f09d8b0bc825019540138fcd columnFamilyName f1 2024-11-08T17:20:55,484 DEBUG [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:55,485 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] regionserver.HStore(327): Store=bdc72b76f09d8b0bc825019540138fcd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:55,485 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,486 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc72b76f09d8b0bc825019540138fcd columnFamilyName norep 2024-11-08T17:20:55,486 DEBUG [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:55,486 INFO [StoreOpener-bdc72b76f09d8b0bc825019540138fcd-1 {}] regionserver.HStore(327): Store=bdc72b76f09d8b0bc825019540138fcd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:55,486 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,487 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,487 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,489 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,489 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,490 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:55,491 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,492 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:55,493 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bdc72b76f09d8b0bc825019540138fcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62711685, jitterRate=-0.06552307307720184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:55,493 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:20:55,493 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bdc72b76f09d8b0bc825019540138fcd: Running coprocessor pre-open hook at 1731086455473Writing region info on filesystem at 1731086455473Initializing all the Stores at 1731086455474 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086455474Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086455480 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086455480Cleaning up temporary data from old regions at 1731086455489 (+9 ms)Running coprocessor post-open hooks at 1731086455493 (+4 ms)Region opened successfully at 1731086455493 2024-11-08T17:20:55,494 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd., pid=6, masterSystemTime=1731086455461 2024-11-08T17:20:55,496 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:20:55,496 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:20:55,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdc72b76f09d8b0bc825019540138fcd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,43391,1731086449014 2024-11-08T17:20:55,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc72b76f09d8b0bc825019540138fcd, server=74e38af3904c,43391,1731086449014 because future has completed 2024-11-08T17:20:55,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:20:55,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bdc72b76f09d8b0bc825019540138fcd, server=74e38af3904c,43391,1731086449014 in 189 msec 2024-11-08T17:20:55,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:20:55,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bdc72b76f09d8b0bc825019540138fcd, ASSIGN in 347 msec 2024-11-08T17:20:55,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:55,502 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086455502"}]},"ts":"1731086455502"} 2024-11-08T17:20:55,504 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:20:55,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:55,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 808 msec 2024-11-08T17:20:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:20:55,839 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:20:55,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cc3fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:55,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,42613,-1 for getting cluster id 2024-11-08T17:20:55,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:55,841 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19fdaef0-a9dc-4395-8600-2af8ee1564e5' 2024-11-08T17:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19fdaef0-a9dc-4395-8600-2af8ee1564e5" 2024-11-08T17:20:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ed2fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,42613,-1] 2024-11-08T17:20:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:55,842 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220a0569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:55,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,42613,1731086437198 2024-11-08T17:20:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@698d14e4 2024-11-08T17:20:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:55,845 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:55,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:35281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:20:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:20:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:55,847 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:35281' 2024-11-08T17:20:55,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ac3a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:55,848 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:20:55,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:55,849 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:20:55,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:55,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:20:55,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa900f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:55,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:20:55,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:55,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:55,850 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:55,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f56c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:55,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:55,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35281,1731086443940 2024-11-08T17:20:55,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d35811 2024-11-08T17:20:55,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:55,852 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:55,853 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:20:55,853 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:20:55,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:55,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:55,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:55,853 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:55,854 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:20:55,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:55,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:55,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:20:55,905 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:20:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:56,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:20:56,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T17:20:56,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:20:56,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T17:20:56,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 966772d8e3da871b517bf5adb3d31067, NAME => 'hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a 2024-11-08T17:20:56,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:20:56,272 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:56,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 966772d8e3da871b517bf5adb3d31067, disabling compactions & flushes 2024-11-08T17:20:56,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:20:56,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:20:56,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. after waiting 0 ms 2024-11-08T17:20:56,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:20:56,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:20:56,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 966772d8e3da871b517bf5adb3d31067: Waiting for close lock at 1731086456273Disabling compacts and flushes for region at 1731086456273Disabling writes for close at 1731086456273Writing region close event to WAL at 1731086456273Closed at 1731086456273 2024-11-08T17:20:56,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:56,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086456274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086456274"}]},"ts":"1731086456274"} 2024-11-08T17:20:56,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:56,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:56,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086456276"}]},"ts":"1731086456276"} 2024-11-08T17:20:56,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:20:56,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=966772d8e3da871b517bf5adb3d31067, ASSIGN}] 2024-11-08T17:20:56,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=966772d8e3da871b517bf5adb3d31067, ASSIGN 2024-11-08T17:20:56,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=966772d8e3da871b517bf5adb3d31067, ASSIGN; state=OFFLINE, location=74e38af3904c,33065,1731086437734; forceNewPlan=false, retain=false 2024-11-08T17:20:56,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=966772d8e3da871b517bf5adb3d31067, regionState=OPENING, regionLocation=74e38af3904c,33065,1731086437734 2024-11-08T17:20:56,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=966772d8e3da871b517bf5adb3d31067, ASSIGN because future has completed 2024-11-08T17:20:56,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 966772d8e3da871b517bf5adb3d31067, server=74e38af3904c,33065,1731086437734}] 2024-11-08T17:20:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:56,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:20:56,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:56,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:20:56,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C33065%2C1731086437734.rep, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/oldWALs, maxLogs=10 2024-11-08T17:20:56,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.rep.1731086456588, exclude list is [], retry=0 2024-11-08T17:20:56,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38117,DS-b8d98ad1-30dc-4fb1-8b33-c5e31218b6ea,DISK] 2024-11-08T17:20:56,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.rep.1731086456588 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 966772d8e3da871b517bf5adb3d31067, NAME => 'hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:56,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. service=MultiRowMutationService 2024-11-08T17:20:56,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,607 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,608 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 966772d8e3da871b517bf5adb3d31067 columnFamilyName hfileref 2024-11-08T17:20:56,608 DEBUG [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:56,609 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] regionserver.HStore(327): Store=966772d8e3da871b517bf5adb3d31067/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:56,609 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,609 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 966772d8e3da871b517bf5adb3d31067 columnFamilyName queue 2024-11-08T17:20:56,609 DEBUG [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:56,610 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] regionserver.HStore(327): Store=966772d8e3da871b517bf5adb3d31067/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:56,610 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,610 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 966772d8e3da871b517bf5adb3d31067 columnFamilyName sid 2024-11-08T17:20:56,610 DEBUG [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:56,610 INFO [StoreOpener-966772d8e3da871b517bf5adb3d31067-1 {}] regionserver.HStore(327): Store=966772d8e3da871b517bf5adb3d31067/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:56,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:56,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:56,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 966772d8e3da871b517bf5adb3d31067; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71771200, jitterRate=0.0694742202758789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:56,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:20:56,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 966772d8e3da871b517bf5adb3d31067: Running coprocessor pre-open hook at 1731086456607Writing region info on filesystem at 1731086456607Initializing all the Stores at 1731086456607Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086456607Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086456607Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086456607Cleaning up temporary data from old regions at 1731086456612 (+5 ms)Running coprocessor post-open hooks at 1731086456626 (+14 ms)Region opened successfully at 1731086456626 2024-11-08T17:20:56,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067., pid=10, masterSystemTime=1731086456584 2024-11-08T17:20:56,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:20:56,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:20:56,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=966772d8e3da871b517bf5adb3d31067, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,33065,1731086437734 2024-11-08T17:20:56,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 966772d8e3da871b517bf5adb3d31067, server=74e38af3904c,33065,1731086437734 because future has completed 2024-11-08T17:20:56,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:20:56,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 966772d8e3da871b517bf5adb3d31067, server=74e38af3904c,33065,1731086437734 in 199 msec 2024-11-08T17:20:56,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:20:56,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=966772d8e3da871b517bf5adb3d31067, ASSIGN in 356 msec 2024-11-08T17:20:56,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:56,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086456636"}]},"ts":"1731086456636"} 2024-11-08T17:20:56,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:20:56,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:56,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-08T17:20:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067., hostname=74e38af3904c,33065,1731086437734, seqNum=2] 2024-11-08T17:20:56,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:56,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:20:56,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:20:56,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:20:56,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:20:56,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:20:56,956 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:20:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:56,983 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,33065,1731086437734, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:20:56,983 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:56,983 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33065,1731086437734, seqNum=-1] 2024-11-08T17:20:56,984 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:56,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:56,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,33065,1731086437734', locateType=CURRENT is [region=hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067., hostname=74e38af3904c,33065,1731086437734, seqNum=2] 2024-11-08T17:20:56,988 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:20:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:20:56,989 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,33065,1731086437734 suceeded 2024-11-08T17:20:56,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:20:56,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T17:20:56,991 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:35281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:20:56,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1460 sec 2024-11-08T17:20:57,001 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:35281' 2024-11-08T17:20:57,002 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@690a378e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:57,002 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:20:57,002 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:57,003 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:20:57,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:57,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:20:57,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a95fc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:57,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:20:57,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:57,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:57,004 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:57,005 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c14f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:57,005 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:57,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35281,1731086443940 2024-11-08T17:20:57,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b1daf4 2024-11-08T17:20:57,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:57,007 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T17:20:57,007 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,33065,1731086437734 (queues=1) is replicating from cluster=19fdaef0-a9dc-4395-8600-2af8ee1564e5 to cluster=5f2dfa65-f6ff-43f2-b678-5905642b3b0d 2024-11-08T17:20:57,007 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C33065%2C1731086437734 2024-11-08T17:20:57,008 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,33065,1731086437734, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:20:57,008 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169, startPosition=0, beingWritten=true 2024-11-08T17:20:57,012 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C33065%2C1731086437734 2024-11-08T17:20:57,014 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:57,014 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:20:57,014 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33065,1731086437734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:57,221 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:20:57,524 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:20:57,927 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:20:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:57,989 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:20:57,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:57,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:57,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:57,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:57,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:57,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77334978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:57,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:20:57,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:57,991 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:20:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:20:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfdd931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:20:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:57,992 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:57,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddc6f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:57,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35281,1731086443940 2024-11-08T17:20:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b964e4d 2024-11-08T17:20:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:57,995 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:57,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:35103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:20:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:20:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:57,997 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:35103' 2024-11-08T17:20:57,998 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b754225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:57,999 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35103,-1 for getting cluster id 2024-11-08T17:20:57,999 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:57,999 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e579575b-0984-4205-80da-40368b583ab2' 2024-11-08T17:20:57,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e579575b-0984-4205-80da-40368b583ab2" 2024-11-08T17:20:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fabde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35103,-1] 2024-11-08T17:20:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:58,001 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:58,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb1fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:58,001 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:58,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35103,1731086448847 2024-11-08T17:20:58,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d79653 2024-11-08T17:20:58,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:58,003 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:58,003 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T17:20:58,003 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:20:58,003 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:58,003 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:58,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:58,004 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:58,005 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:20:58,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:58,005 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:58,006 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:20:58,055 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:20:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:58,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2547325a8fe8e979f419be79d0d0467c, NAME => 'hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe 2024-11-08T17:20:58,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:20:58,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:58,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2547325a8fe8e979f419be79d0d0467c, disabling compactions & flushes 2024-11-08T17:20:58,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:20:58,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:20:58,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. after waiting 0 ms 2024-11-08T17:20:58,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:20:58,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:20:58,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2547325a8fe8e979f419be79d0d0467c: Waiting for close lock at 1731086458421Disabling compacts and flushes for region at 1731086458421Disabling writes for close at 1731086458421Writing region close event to WAL at 1731086458421Closed at 1731086458421 2024-11-08T17:20:58,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:58,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086458422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086458422"}]},"ts":"1731086458422"} 2024-11-08T17:20:58,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:58,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:58,425 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086458425"}]},"ts":"1731086458425"} 2024-11-08T17:20:58,426 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:20:58,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2547325a8fe8e979f419be79d0d0467c, ASSIGN}] 2024-11-08T17:20:58,428 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2547325a8fe8e979f419be79d0d0467c, ASSIGN 2024-11-08T17:20:58,429 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2547325a8fe8e979f419be79d0d0467c, ASSIGN; state=OFFLINE, location=74e38af3904c,46053,1731086444068; forceNewPlan=false, retain=false 2024-11-08T17:20:58,431 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:20:58,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2547325a8fe8e979f419be79d0d0467c, regionState=OPENING, regionLocation=74e38af3904c,46053,1731086444068 2024-11-08T17:20:58,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2547325a8fe8e979f419be79d0d0467c, ASSIGN because future has completed 2024-11-08T17:20:58,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2547325a8fe8e979f419be79d0d0467c, server=74e38af3904c,46053,1731086444068}] 2024-11-08T17:20:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:58,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:20:58,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:58,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:20:58,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46053%2C1731086444068.rep, suffix=, logDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068, archiveDir=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/oldWALs, maxLogs=10 2024-11-08T17:20:58,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.rep.1731086458738, exclude list is [], retry=0 2024-11-08T17:20:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44555,DS-676b4a7e-6d76-40c0-b6a7-d40f46899f40,DISK] 2024-11-08T17:20:58,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.rep.1731086458738 2024-11-08T17:20:58,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-08T17:20:58,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2547325a8fe8e979f419be79d0d0467c, NAME => 'hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:58,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:58,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:58,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. service=MultiRowMutationService 2024-11-08T17:20:58,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:20:58,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:58,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,762 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,763 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2547325a8fe8e979f419be79d0d0467c columnFamilyName hfileref 2024-11-08T17:20:58,763 DEBUG [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:58,763 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] regionserver.HStore(327): Store=2547325a8fe8e979f419be79d0d0467c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:58,763 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,764 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2547325a8fe8e979f419be79d0d0467c columnFamilyName queue 2024-11-08T17:20:58,764 DEBUG [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:58,765 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] regionserver.HStore(327): Store=2547325a8fe8e979f419be79d0d0467c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:58,765 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,765 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2547325a8fe8e979f419be79d0d0467c columnFamilyName sid 2024-11-08T17:20:58,766 DEBUG [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:58,766 INFO [StoreOpener-2547325a8fe8e979f419be79d0d0467c-1 {}] regionserver.HStore(327): Store=2547325a8fe8e979f419be79d0d0467c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:58,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:58,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:58,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2547325a8fe8e979f419be79d0d0467c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67902691, jitterRate=0.011828944087028503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:58,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:20:58,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2547325a8fe8e979f419be79d0d0467c: Running coprocessor pre-open hook at 1731086458761Writing region info on filesystem at 1731086458761Initializing all the Stores at 1731086458761Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086458761Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086458761Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086458762 (+1 ms)Cleaning up temporary data from old regions at 1731086458767 (+5 ms)Running coprocessor post-open hooks at 1731086458770 (+3 ms)Region opened successfully at 1731086458770 2024-11-08T17:20:58,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c., pid=10, masterSystemTime=1731086458734 2024-11-08T17:20:58,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:20:58,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:20:58,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2547325a8fe8e979f419be79d0d0467c, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,46053,1731086444068 2024-11-08T17:20:58,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2547325a8fe8e979f419be79d0d0467c, server=74e38af3904c,46053,1731086444068 because future has completed 2024-11-08T17:20:58,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:20:58,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2547325a8fe8e979f419be79d0d0467c, server=74e38af3904c,46053,1731086444068 in 194 msec 2024-11-08T17:20:58,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:20:58,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2547325a8fe8e979f419be79d0d0467c, ASSIGN in 351 msec 2024-11-08T17:20:58,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:58,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086458780"}]},"ts":"1731086458780"} 2024-11-08T17:20:58,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:20:58,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:58,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-08T17:20:58,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c., hostname=74e38af3904c,46053,1731086444068, seqNum=2] 2024-11-08T17:20:58,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:58,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:20:58,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:20:59,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T17:20:59,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:20:59,012 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:20:59,034 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:20:59,039 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,46053,1731086444068, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:20:59,039 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:20:59,040 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46053,1731086444068, seqNum=-1] 2024-11-08T17:20:59,040 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:20:59,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T17:20:59,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,46053,1731086444068', locateType=CURRENT is [region=hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c., hostname=74e38af3904c,46053,1731086444068, seqNum=2] 2024-11-08T17:20:59,043 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:20:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:20:59,045 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,46053,1731086444068 suceeded 2024-11-08T17:20:59,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:20:59,047 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:35103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:20:59,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T17:20:59,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0520 sec 2024-11-08T17:20:59,059 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:35103' 2024-11-08T17:20:59,060 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d1ac9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,060 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35103,-1 for getting cluster id 2024-11-08T17:20:59,060 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:59,060 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e579575b-0984-4205-80da-40368b583ab2' 2024-11-08T17:20:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e579575b-0984-4205-80da-40368b583ab2" 2024-11-08T17:20:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aab1d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35103,-1] 2024-11-08T17:20:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:59,062 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:59,062 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132ebf5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,062 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35103,1731086448847 2024-11-08T17:20:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd36fe9 2024-11-08T17:20:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:59,063 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T17:20:59,064 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,46053,1731086444068 (queues=1) is replicating from cluster=5f2dfa65-f6ff-43f2-b678-5905642b3b0d to cluster=e579575b-0984-4205-80da-40368b583ab2 2024-11-08T17:20:59,064 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C46053%2C1731086444068 2024-11-08T17:20:59,064 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,46053,1731086444068, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:20:59,064 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C46053%2C1731086444068 2024-11-08T17:20:59,064 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, startPosition=0, beingWritten=true 2024-11-08T17:20:59,068 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:20:59,068 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 379, reset compression=false 2024-11-08T17:20:59,068 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:20:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:59,129 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:20:59,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:20:59,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:20:59,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:59,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:59,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:59,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147b9685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35103,-1 for getting cluster id 2024-11-08T17:20:59,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:59,131 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e579575b-0984-4205-80da-40368b583ab2' 2024-11-08T17:20:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e579575b-0984-4205-80da-40368b583ab2" 2024-11-08T17:20:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6855561a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35103,-1] 2024-11-08T17:20:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:59,132 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff6c5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35103,1731086448847 2024-11-08T17:20:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7701c3fc 2024-11-08T17:20:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:59,134 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:59,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:35281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:20:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:20:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:59,137 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:35281' 2024-11-08T17:20:59,138 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8622476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,138 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:20:59,138 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:20:59,138 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:20:59,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:20:59,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:20:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1d236a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:20:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:20:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:59,139 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:20:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df99f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:20:59,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:20:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35281,1731086443940 2024-11-08T17:20:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39333ca6 2024-11-08T17:20:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:20:59,141 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:20:59,141 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:20:59,141 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:20:59,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:59,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:20:59,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:20:59,142 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:20:59,143 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:20:59,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:20:59,143 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:59,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:20:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:20:59,193 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:20:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:59,271 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 379, reset compression=false 2024-11-08T17:20:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:59,550 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42578971644debf71e87f53ce32da770, NAME => 'hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea 2024-11-08T17:20:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:20:59,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:59,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 42578971644debf71e87f53ce32da770, disabling compactions & flushes 2024-11-08T17:20:59,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:20:59,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:20:59,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. after waiting 0 ms 2024-11-08T17:20:59,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:20:59,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:20:59,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42578971644debf71e87f53ce32da770: Waiting for close lock at 1731086459554Disabling compacts and flushes for region at 1731086459554Disabling writes for close at 1731086459554Writing region close event to WAL at 1731086459554Closed at 1731086459554 2024-11-08T17:20:59,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:20:59,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086459556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086459556"}]},"ts":"1731086459556"} 2024-11-08T17:20:59,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:20:59,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:20:59,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086459559"}]},"ts":"1731086459559"} 2024-11-08T17:20:59,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:20:59,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42578971644debf71e87f53ce32da770, ASSIGN}] 2024-11-08T17:20:59,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42578971644debf71e87f53ce32da770, ASSIGN 2024-11-08T17:20:59,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42578971644debf71e87f53ce32da770, ASSIGN; state=OFFLINE, location=74e38af3904c,43391,1731086449014; forceNewPlan=false, retain=false 2024-11-08T17:20:59,575 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 379, reset compression=false 2024-11-08T17:20:59,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42578971644debf71e87f53ce32da770, regionState=OPENING, regionLocation=74e38af3904c,43391,1731086449014 2024-11-08T17:20:59,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42578971644debf71e87f53ce32da770, ASSIGN because future has completed 2024-11-08T17:20:59,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42578971644debf71e87f53ce32da770, server=74e38af3904c,43391,1731086449014}] 2024-11-08T17:20:59,738 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:20:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:20:59,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:20:59,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:20:59,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:20:59,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C43391%2C1731086449014.rep, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/oldWALs, maxLogs=10 2024-11-08T17:20:59,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.rep.1731086459880, exclude list is [], retry=0 2024-11-08T17:20:59,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-105e7901-3d8f-406e-a84c-0335b1356ff1,DISK] 2024-11-08T17:20:59,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.rep.1731086459880 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 42578971644debf71e87f53ce32da770, NAME => 'hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:20:59,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. service=MultiRowMutationService 2024-11-08T17:20:59,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,924 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,927 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42578971644debf71e87f53ce32da770 columnFamilyName hfileref 2024-11-08T17:20:59,927 DEBUG [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:59,927 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] regionserver.HStore(327): Store=42578971644debf71e87f53ce32da770/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:59,927 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,928 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42578971644debf71e87f53ce32da770 columnFamilyName queue 2024-11-08T17:20:59,928 DEBUG [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:59,928 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] regionserver.HStore(327): Store=42578971644debf71e87f53ce32da770/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:59,929 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,929 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42578971644debf71e87f53ce32da770 columnFamilyName sid 2024-11-08T17:20:59,929 DEBUG [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:20:59,930 INFO [StoreOpener-42578971644debf71e87f53ce32da770-1 {}] regionserver.HStore(327): Store=42578971644debf71e87f53ce32da770/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:20:59,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/replication/42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/replication/42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:20:59,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/replication/42578971644debf71e87f53ce32da770/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:20:59,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 42578971644debf71e87f53ce32da770; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67678348, jitterRate=0.008485972881317139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:20:59,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42578971644debf71e87f53ce32da770 2024-11-08T17:20:59,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 42578971644debf71e87f53ce32da770: Running coprocessor pre-open hook at 1731086459912Writing region info on filesystem at 1731086459912Initializing all the Stores at 1731086459912Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086459913 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086459924 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086459924Cleaning up temporary data from old regions at 1731086459931 (+7 ms)Running coprocessor post-open hooks at 1731086459936 (+5 ms)Region opened successfully at 1731086459936 2024-11-08T17:20:59,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770., pid=10, masterSystemTime=1731086459870 2024-11-08T17:20:59,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:20:59,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:20:59,945 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42578971644debf71e87f53ce32da770, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,43391,1731086449014 2024-11-08T17:20:59,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42578971644debf71e87f53ce32da770, server=74e38af3904c,43391,1731086449014 because future has completed 2024-11-08T17:20:59,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:20:59,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 42578971644debf71e87f53ce32da770, server=74e38af3904c,43391,1731086449014 in 231 msec 2024-11-08T17:20:59,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:20:59,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42578971644debf71e87f53ce32da770, ASSIGN in 389 msec 2024-11-08T17:20:59,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:20:59,960 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086459959"}]},"ts":"1731086459959"} 2024-11-08T17:20:59,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:20:59,964 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:20:59,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 822 msec 2024-11-08T17:20:59,980 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 379, reset compression=false 2024-11-08T17:20:59,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770., hostname=74e38af3904c,43391,1731086449014, seqNum=2] 2024-11-08T17:21:00,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:21:00,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:21:00,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:21:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:00,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:21:00,381 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:21:00,416 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,43391,1731086449014, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:21:00,416 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:00,416 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43391,1731086449014, seqNum=-1] 2024-11-08T17:21:00,416 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:00,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T17:21:00,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,43391,1731086449014', locateType=CURRENT is [region=hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770., hostname=74e38af3904c,43391,1731086449014, seqNum=2] 2024-11-08T17:21:00,422 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:21:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:21:00,424 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,43391,1731086449014 suceeded 2024-11-08T17:21:00,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:21:00,432 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:35281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:21:00,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-08T17:21:00,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2970 sec 2024-11-08T17:21:00,442 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:35281' 2024-11-08T17:21:00,444 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef30458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:00,444 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:21:00,444 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:00,445 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:21:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:21:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a3d894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:21:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:00,446 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:00,447 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f730d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:00,447 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35281,1731086443940 2024-11-08T17:21:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd62028 2024-11-08T17:21:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:00,448 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T17:21:00,449 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,43391,1731086449014 (queues=1) is replicating from cluster=e579575b-0984-4205-80da-40368b583ab2 to cluster=5f2dfa65-f6ff-43f2-b678-5905642b3b0d 2024-11-08T17:21:00,449 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C43391%2C1731086449014 2024-11-08T17:21:00,449 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,43391,1731086449014, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:21:00,450 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, startPosition=0, beingWritten=true 2024-11-08T17:21:00,450 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C43391%2C1731086449014 2024-11-08T17:21:00,454 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:00,454 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 379, reset compression=false 2024-11-08T17:21:00,454 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:00,484 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 379, reset compression=false 2024-11-08T17:21:00,541 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:21:00,659 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 379, reset compression=false 2024-11-08T17:21:00,962 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 379, reset compression=false 2024-11-08T17:21:01,087 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 379, reset compression=false 2024-11-08T17:21:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:01,279 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:21:01,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:01,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:01,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:01,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:01,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:01,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461048c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,42613,-1 for getting cluster id 2024-11-08T17:21:01,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:01,281 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19fdaef0-a9dc-4395-8600-2af8ee1564e5' 2024-11-08T17:21:01,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:01,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19fdaef0-a9dc-4395-8600-2af8ee1564e5" 2024-11-08T17:21:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e6be16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,42613,-1] 2024-11-08T17:21:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:01,283 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:01,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31767512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1426ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:21:01,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:01,284 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:21:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:21:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e35f043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:21:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:01,286 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406627dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8e864f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35103,-1 for getting cluster id 2024-11-08T17:21:01,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:01,287 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e579575b-0984-4205-80da-40368b583ab2' 2024-11-08T17:21:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e579575b-0984-4205-80da-40368b583ab2" 2024-11-08T17:21:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8dde66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35103,-1] 2024-11-08T17:21:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:01,289 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:01,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de91361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,33065,1731086437734, seqNum=-1] 2024-11-08T17:21:01,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:01,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:01,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23., hostname=74e38af3904c,33065,1731086437734, seqNum=2] 2024-11-08T17:21:01,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43391,1731086449014, seqNum=-1] 2024-11-08T17:21:01,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:01,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd., hostname=74e38af3904c,43391,1731086449014, seqNum=2] 2024-11-08T17:21:01,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T17:21:01,365 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 379, reset compression=false 2024-11-08T17:21:01,445 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 379, reset compression=false 2024-11-08T17:21:01,450 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:01,450 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:01,450 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33065,1731086437734 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c75ea388268dfcb797c8ea6c52cdc23/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T17:21:01,452 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:01,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T17:21:01,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:01,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585125eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35281,-1 for getting cluster id 2024-11-08T17:21:01,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:01,454 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2dfa65-f6ff-43f2-b678-5905642b3b0d' 2024-11-08T17:21:01,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:01,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2dfa65-f6ff-43f2-b678-5905642b3b0d" 2024-11-08T17:21:01,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d74c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35281,-1] 2024-11-08T17:21:01,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:01,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:01,455 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:01,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d1d408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:01,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46053,1731086444068, seqNum=-1] 2024-11-08T17:21:01,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:01,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T17:21:01,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e., hostname=74e38af3904c,46053,1731086444068, seqNum=2] 2024-11-08T17:21:01,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:01,653 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:01,791 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 379, reset compression=false 2024-11-08T17:21:01,799 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:01,799 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b5f708fec54d4d9375cfcb008a065e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T17:21:01,799 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 503, reset compression=false 2024-11-08T17:21:01,801 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:01,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T17:21:01,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:01,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23554a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35103,-1 for getting cluster id 2024-11-08T17:21:01,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:01,810 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e579575b-0984-4205-80da-40368b583ab2' 2024-11-08T17:21:01,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:01,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e579575b-0984-4205-80da-40368b583ab2" 2024-11-08T17:21:01,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78e20c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35103,-1] 2024-11-08T17:21:01,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:01,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:01,812 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:01,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4af67bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:01,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,43391,1731086449014, seqNum=-1] 2024-11-08T17:21:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:01,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T17:21:01,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd., hostname=74e38af3904c,43391,1731086449014, seqNum=2] 2024-11-08T17:21:01,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:01,869 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 379, reset compression=false 2024-11-08T17:21:01,881 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:01,881 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 526, reset compression=false 2024-11-08T17:21:01,881 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:01,957 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:02,007 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 503, reset compression=false 2024-11-08T17:21:02,085 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 526, reset compression=false 2024-11-08T17:21:02,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:21:02,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:02,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T17:21:02,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46053,1731086444068, seqNum=-1] 2024-11-08T17:21:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:02,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e., hostname=74e38af3904c,46053,1731086444068, seqNum=2] 2024-11-08T17:21:02,312 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T17:21:02,316 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 503, reset compression=false 2024-11-08T17:21:02,319 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:02,319 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 607, reset compression=false 2024-11-08T17:21:02,319 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b5f708fec54d4d9375cfcb008a065e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T17:21:02,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:02,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:02,369 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:02,388 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 526, reset compression=false 2024-11-08T17:21:02,392 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:02,392 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 653, reset compression=false 2024-11-08T17:21:02,392 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:02,522 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 607, reset compression=false 2024-11-08T17:21:02,595 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 653, reset compression=false 2024-11-08T17:21:02,825 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 607, reset compression=false 2024-11-08T17:21:02,872 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:02,899 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 653, reset compression=false 2024-11-08T17:21:03,229 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 607, reset compression=false 2024-11-08T17:21:03,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T17:21:03,317 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T17:21:03,333 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 653, reset compression=false 2024-11-08T17:21:03,337 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:03,337 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 757, reset compression=false 2024-11-08T17:21:03,337 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[{test/bdc72b76f09d8b0bc825019540138fcd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T17:21:03,339 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:03,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T17:21:03,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:03,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:03,480 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:03,540 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 757, reset compression=false 2024-11-08T17:21:03,733 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 607, reset compression=false 2024-11-08T17:21:03,737 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:03,737 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 735, reset compression=false 2024-11-08T17:21:03,737 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:03,844 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 757, reset compression=false 2024-11-08T17:21:03,941 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 735, reset compression=false 2024-11-08T17:21:04,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:04,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:21:04,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108597 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:21:04,184 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:04,244 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 735, reset compression=false 2024-11-08T17:21:04,248 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 757, reset compression=false 2024-11-08T17:21:04,318 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T17:21:04,321 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T17:21:04,647 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 735, reset compression=false 2024-11-08T17:21:04,750 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 757, reset compression=false 2024-11-08T17:21:04,987 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 480, reset compression=false 2024-11-08T17:21:04,991 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:04,991 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:04,991 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33065,1731086437734 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c75ea388268dfcb797c8ea6c52cdc23/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T17:21:04,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:04,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:05,151 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 735, reset compression=false 2024-11-08T17:21:05,155 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:05,155 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 882, reset compression=false 2024-11-08T17:21:05,155 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b5f708fec54d4d9375cfcb008a065e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T17:21:05,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:05,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:05,197 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:05,323 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T17:21:05,337 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T17:21:05,353 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 757, reset compression=false 2024-11-08T17:21:05,359 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 882, reset compression=false 2024-11-08T17:21:05,374 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:05,374 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 927, reset compression=false 2024-11-08T17:21:05,374 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:05,384 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:05,384 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1041, reset compression=false 2024-11-08T17:21:05,384 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b5f708fec54d4d9375cfcb008a065e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T17:21:05,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:05,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:05,501 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:05,584 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 927, reset compression=false 2024-11-08T17:21:05,588 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:05,588 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1076, reset compression=false 2024-11-08T17:21:05,588 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:05,599 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1041, reset compression=false 2024-11-08T17:21:05,792 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1076, reset compression=false 2024-11-08T17:21:05,903 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1041, reset compression=false 2024-11-08T17:21:05,905 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:06,095 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1076, reset compression=false 2024-11-08T17:21:06,307 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1041, reset compression=false 2024-11-08T17:21:06,338 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T17:21:06,341 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T17:21:06,408 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:06,499 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1076, reset compression=false 2024-11-08T17:21:06,503 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:06,503 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1235, reset compression=false 2024-11-08T17:21:06,503 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[{test/bdc72b76f09d8b0bc825019540138fcd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T17:21:06,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T17:21:06,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T17:21:06,711 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1235, reset compression=false 2024-11-08T17:21:06,785 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:21:06,811 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1041, reset compression=false 2024-11-08T17:21:06,816 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:06,817 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:06,817 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:07,012 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:07,015 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1235, reset compression=false 2024-11-08T17:21:07,021 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:07,325 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:07,343 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T17:21:07,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:21:07,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:07,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:07,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:07,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:07,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:07,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:21:07,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2084075332, stopped=false 2024-11-08T17:21:07,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,35103,1731086448847 2024-11-08T17:21:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2131078961/running 2024-11-08T17:21:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2131078961/running 2024-11-08T17:21:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:21:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:21:07,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:07,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on znode that does not yet exist, /2-2131078961/running 2024-11-08T17:21:07,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Set watcher on znode that does not yet exist, /2-2131078961/running 2024-11-08T17:21:07,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:07,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:07,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:07,403 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,43391,1731086449014' ***** 2024-11-08T17:21:07,403 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:21:07,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 42578971644debf71e87f53ce32da770 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,43391,1731086449014 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43391. 2024-11-08T17:21:07,404 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdc72b76f09d8b0bc825019540138fcd, disabling compactions & flushes 2024-11-08T17:21:07,404 DEBUG [RS:0;74e38af3904c:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:07,404 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:21:07,404 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:07,404 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:21:07,404 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. after waiting 0 ms 2024-11-08T17:21:07,404 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:21:07,404 INFO [RS:0;74e38af3904c:43391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:21:07,405 INFO [RS:0;74e38af3904c:43391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:21:07,405 INFO [RS:0;74e38af3904c:43391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:21:07,405 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bdc72b76f09d8b0bc825019540138fcd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T17:21:07,405 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:21:07,405 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:21:07,405 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1325): Online Regions={bdc72b76f09d8b0bc825019540138fcd=test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd., 42578971644debf71e87f53ce32da770=hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:21:07,405 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42578971644debf71e87f53ce32da770, bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:21:07,405 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:07,405 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:07,405 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:07,405 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:07,405 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:07,405 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:21:07,417 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1235, reset compression=false 2024-11-08T17:21:07,421 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/info/2fb7df03b4bf4ed1831ca5fed3edd72c is 147, key is hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770./info:regioninfo/1731086459945/Put/seqid=0 2024-11-08T17:21:07,424 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:07,424 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1482, reset compression=false 2024-11-08T17:21:07,424 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,43391,1731086449014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:07,425 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,43391,1731086449014: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,43391,1731086449014, walGroup=74e38af3904c%2C43391%2C1731086449014, offset=74e38af3904c%2C43391%2C1731086449014.1731086450192:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:43391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:21:07,427 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:21:07,427 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:21:07,428 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:21:07,428 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:21:07,428 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:21:07,428 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 857137344 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 200579152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:21:07,429 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:35103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:35103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:21:07,430 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/f/753c4d497cd54750b9dce2f97730b8db is 29, key is row1/f:/1731086465324/DeleteFamily/seqid=0 2024-11-08T17:21:07,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741840_1016 (size=7686) 2024-11-08T17:21:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741841_1017 (size=5152) 2024-11-08T17:21:07,486 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:07,605 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42578971644debf71e87f53ce32da770, bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:21:07,634 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1482, reset compression=false 2024-11-08T17:21:07,715 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:07,729 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:07,805 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42578971644debf71e87f53ce32da770, bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:21:07,833 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/info/2fb7df03b4bf4ed1831ca5fed3edd72c 2024-11-08T17:21:07,838 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/f/753c4d497cd54750b9dce2f97730b8db 2024-11-08T17:21:07,841 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 753c4d497cd54750b9dce2f97730b8db 2024-11-08T17:21:07,852 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/ns/e3562f9fefc44410bde9c3c67f9eff68 is 43, key is default/ns:d/1731086451322/Put/seqid=0 2024-11-08T17:21:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741842_1018 (size=5153) 2024-11-08T17:21:07,859 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/f1/33603b5f7482404da094a84f277928f4 is 30, key is row1/f1:/1731086465324/DeleteFamily/seqid=0 2024-11-08T17:21:07,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741843_1019 (size=5158) 2024-11-08T17:21:07,862 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/f1/33603b5f7482404da094a84f277928f4 2024-11-08T17:21:07,866 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33603b5f7482404da094a84f277928f4 2024-11-08T17:21:07,883 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/norep/cad78860b52440d09e0e2a11dbfcb91b is 33, key is row2/norep:/1731086466339/DeleteFamily/seqid=0 2024-11-08T17:21:07,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741844_1020 (size=5108) 2024-11-08T17:21:07,937 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1482, reset compression=false 2024-11-08T17:21:08,005 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42578971644debf71e87f53ce32da770, bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:21:08,062 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:21:08,062 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:21:08,206 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42578971644debf71e87f53ce32da770, bdc72b76f09d8b0bc825019540138fcd 2024-11-08T17:21:08,233 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:08,256 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/ns/e3562f9fefc44410bde9c3c67f9eff68 2024-11-08T17:21:08,274 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/rep_barrier/71557893df2f42b18a75b9eeb5d4b003 is 112, key is test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd./rep_barrier:seqnumDuringOpen/1731086455496/Put/seqid=0 2024-11-08T17:21:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741845_1021 (size=5518) 2024-11-08T17:21:08,287 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/norep/cad78860b52440d09e0e2a11dbfcb91b 2024-11-08T17:21:08,291 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cad78860b52440d09e0e2a11dbfcb91b 2024-11-08T17:21:08,292 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/f/753c4d497cd54750b9dce2f97730b8db as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/f/753c4d497cd54750b9dce2f97730b8db 2024-11-08T17:21:08,302 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 753c4d497cd54750b9dce2f97730b8db 2024-11-08T17:21:08,302 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/f/753c4d497cd54750b9dce2f97730b8db, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T17:21:08,303 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/f1/33603b5f7482404da094a84f277928f4 as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/f1/33603b5f7482404da094a84f277928f4 2024-11-08T17:21:08,307 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33603b5f7482404da094a84f277928f4 2024-11-08T17:21:08,307 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/f1/33603b5f7482404da094a84f277928f4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T17:21:08,308 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/.tmp/norep/cad78860b52440d09e0e2a11dbfcb91b as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/norep/cad78860b52440d09e0e2a11dbfcb91b 2024-11-08T17:21:08,312 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cad78860b52440d09e0e2a11dbfcb91b 2024-11-08T17:21:08,312 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/norep/cad78860b52440d09e0e2a11dbfcb91b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T17:21:08,313 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bdc72b76f09d8b0bc825019540138fcd in 908ms, sequenceid=10, compaction requested=false 2024-11-08T17:21:08,316 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/default/test/bdc72b76f09d8b0bc825019540138fcd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:08,317 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdc72b76f09d8b0bc825019540138fcd: Waiting for close lock at 1731086467404Running coprocessor pre-close hooks at 1731086467404Disabling compacts and flushes for region at 1731086467404Disabling writes for close at 1731086467404Obtaining lock to block concurrent updates at 1731086467405 (+1 ms)Preparing flush snapshotting stores in bdc72b76f09d8b0bc825019540138fcd at 1731086467405Finished memstore snapshotting test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731086467405Flushing stores of test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. at 1731086467405Flushing bdc72b76f09d8b0bc825019540138fcd/f: creating writer at 1731086467406 (+1 ms)Flushing bdc72b76f09d8b0bc825019540138fcd/f: appending metadata at 1731086467430 (+24 ms)Flushing bdc72b76f09d8b0bc825019540138fcd/f: closing flushed file at 1731086467430Flushing bdc72b76f09d8b0bc825019540138fcd/f1: creating writer at 1731086467841 (+411 ms)Flushing bdc72b76f09d8b0bc825019540138fcd/f1: appending metadata at 1731086467858 (+17 ms)Flushing bdc72b76f09d8b0bc825019540138fcd/f1: closing flushed file at 1731086467858Flushing bdc72b76f09d8b0bc825019540138fcd/norep: creating writer at 1731086467866 (+8 ms)Flushing bdc72b76f09d8b0bc825019540138fcd/norep: appending metadata at 1731086467882 (+16 ms)Flushing bdc72b76f09d8b0bc825019540138fcd/norep: closing flushed file at 1731086467882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38da9954: reopening flushed file at 1731086468291 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bfc5b6: reopening flushed file at 1731086468302 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fdc4c0c: reopening flushed file at 1731086468307 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bdc72b76f09d8b0bc825019540138fcd in 908ms, sequenceid=10, compaction requested=false at 1731086468313 (+6 ms)Writing region close event to WAL at 1731086468313Running coprocessor post-close hooks at 1731086468317 (+4 ms)Closed at 1731086468317 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086454696.bdc72b76f09d8b0bc825019540138fcd. 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42578971644debf71e87f53ce32da770, disabling compactions & flushes 2024-11-08T17:21:08,317 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. after waiting 0 ms 2024-11-08T17:21:08,317 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,318 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42578971644debf71e87f53ce32da770: Waiting for close lock at 1731086468317Running coprocessor pre-close hooks at 1731086468317Disabling compacts and flushes for region at 1731086468317Disabling writes for close at 1731086468317Failed flush hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770., putting online again at 1731086468318 (+1 ms) 2024-11-08T17:21:08,318 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,341 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 1482, reset compression=false 2024-11-08T17:21:08,345 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:08,345 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 2126, reset compression=false 2024-11-08T17:21:08,406 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:21:08,406 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1325): Online Regions={42578971644debf71e87f53ce32da770=hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:21:08,406 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 42578971644debf71e87f53ce32da770 2024-11-08T17:21:08,406 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42578971644debf71e87f53ce32da770 2024-11-08T17:21:08,406 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42578971644debf71e87f53ce32da770, disabling compactions & flushes 2024-11-08T17:21:08,406 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,406 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,406 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. after waiting 0 ms 2024-11-08T17:21:08,406 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,406 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42578971644debf71e87f53ce32da770: Waiting for close lock at 1731086468406Running coprocessor pre-close hooks at 1731086468406Disabling compacts and flushes for region at 1731086468406Disabling writes for close at 1731086468406Failed flush hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770., putting online again at 1731086468406 2024-11-08T17:21:08,406 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731086459142.42578971644debf71e87f53ce32da770. 2024-11-08T17:21:08,519 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:08,549 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 2126, reset compression=false 2024-11-08T17:21:08,606 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:08,678 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/rep_barrier/71557893df2f42b18a75b9eeb5d4b003 2024-11-08T17:21:08,693 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/table/0c5c6285f5914e74aac8a7cf6f881fbc is 53, key is hbase:replication/table:state/1731086459959/Put/seqid=0 2024-11-08T17:21:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741846_1022 (size=5308) 2024-11-08T17:21:08,806 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:08,836 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:08,852 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 2126, reset compression=false 2024-11-08T17:21:09,007 DEBUG [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:09,097 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/table/0c5c6285f5914e74aac8a7cf6f881fbc 2024-11-08T17:21:09,102 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/info/2fb7df03b4bf4ed1831ca5fed3edd72c as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/info/2fb7df03b4bf4ed1831ca5fed3edd72c 2024-11-08T17:21:09,107 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/info/2fb7df03b4bf4ed1831ca5fed3edd72c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:21:09,107 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/ns/e3562f9fefc44410bde9c3c67f9eff68 as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/ns/e3562f9fefc44410bde9c3c67f9eff68 2024-11-08T17:21:09,111 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/ns/e3562f9fefc44410bde9c3c67f9eff68, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:21:09,112 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/rep_barrier/71557893df2f42b18a75b9eeb5d4b003 as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/rep_barrier/71557893df2f42b18a75b9eeb5d4b003 2024-11-08T17:21:09,115 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/rep_barrier/71557893df2f42b18a75b9eeb5d4b003, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:21:09,116 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/.tmp/table/0c5c6285f5914e74aac8a7cf6f881fbc as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/table/0c5c6285f5914e74aac8a7cf6f881fbc 2024-11-08T17:21:09,119 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/table/0c5c6285f5914e74aac8a7cf6f881fbc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:21:09,120 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-08T17:21:09,123 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:21:09,124 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:09,124 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:09,124 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:09,124 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086467405Running coprocessor pre-close hooks at 1731086467405Disabling compacts and flushes for region at 1731086467405Disabling writes for close at 1731086467405Obtaining lock to block concurrent updates at 1731086467405Preparing flush snapshotting stores in 1588230740 at 1731086467405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086467405Flushing stores of hbase:meta,,1.1588230740 at 1731086467406 (+1 ms)Flushing 1588230740/info: creating writer at 1731086467406Flushing 1588230740/info: appending metadata at 1731086467421 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731086467421Flushing 1588230740/ns: creating writer at 1731086467837 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731086467852 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731086467852Flushing 1588230740/rep_barrier: creating writer at 1731086468260 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086468273 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086468273Flushing 1588230740/table: creating writer at 1731086468681 (+408 ms)Flushing 1588230740/table: appending metadata at 1731086468693 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731086468693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b61dcf8: reopening flushed file at 1731086469101 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a14ee3: reopening flushed file at 1731086469107 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ae4ad9: reopening flushed file at 1731086469111 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56151cb8: reopening flushed file at 1731086469115 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731086469120 (+5 ms)Writing region close event to WAL at 1731086469121 (+1 ms)Running coprocessor post-close hooks at 1731086469124 (+3 ms)Closed at 1731086469124 2024-11-08T17:21:09,124 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:09,207 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T17:21:09,207 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,43391,1731086449014; all regions closed. 2024-11-08T17:21:09,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:21:09,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.meta.1731086451263.meta not finished, retry = 0 2024-11-08T17:21:09,254 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 to pos 2126, reset compression=false 2024-11-08T17:21:09,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.rep.1731086459880 not finished, retry = 0 2024-11-08T17:21:09,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741839_1015 (size=2171) 2024-11-08T17:21:09,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/WALs/74e38af3904c,43391,1731086449014/74e38af3904c%2C43391%2C1731086449014.1731086450192 not finished, retry = 0 2024-11-08T17:21:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741832_1008 (size=2134) 2024-11-08T17:21:09,422 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:09,515 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:09,515 INFO [RS:0;74e38af3904c:43391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:09,515 INFO [RS:0;74e38af3904c:43391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:09,515 INFO [RS:0;74e38af3904c:43391 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:09,515 INFO [RS:0;74e38af3904c:43391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:09,515 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:09,516 INFO [RS:0;74e38af3904c:43391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,43391,1731086449014 because: Region server is closing 2024-11-08T17:21:09,516 INFO [RS:0;74e38af3904c:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43391. 2024-11-08T17:21:09,516 DEBUG [RS:0;74e38af3904c:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:09,516 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:09,516 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:09,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:09,539 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:09,616 INFO [RS:0;74e38af3904c:43391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.shipper74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 terminated 2024-11-08T17:21:09,616 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,43391,1731086449014.replicationSource.wal-reader.74e38af3904c%2C43391%2C1731086449014,1-74e38af3904c,43391,1731086449014 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:21:09,617 INFO [RS:0;74e38af3904c:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:43391. 2024-11-08T17:21:09,617 DEBUG [RS:0;74e38af3904c:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:09,617 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:09,617 DEBUG [RS:0;74e38af3904c:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:09,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:09,617 INFO [RS:0;74e38af3904c:43391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43391 2024-11-08T17:21:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2131078961/rs/74e38af3904c,43391,1731086449014 2024-11-08T17:21:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961/rs 2024-11-08T17:21:09,679 INFO [RS:0;74e38af3904c:43391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:09,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,43391,1731086449014] 2024-11-08T17:21:09,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2131078961/draining/74e38af3904c,43391,1731086449014 already deleted, retry=false 2024-11-08T17:21:09,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,43391,1731086449014 expired; onlineServers=0 2024-11-08T17:21:09,701 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,35103,1731086448847' ***** 2024-11-08T17:21:09,701 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:21:09,701 INFO [M:0;74e38af3904c:35103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:09,701 INFO [M:0;74e38af3904c:35103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:09,701 DEBUG [M:0;74e38af3904c:35103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:21:09,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:21:09,701 DEBUG [M:0;74e38af3904c:35103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:21:09,701 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086449950 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086449950,5,FailOnTimeoutGroup] 2024-11-08T17:21:09,701 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086449950 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086449950,5,FailOnTimeoutGroup] 2024-11-08T17:21:09,701 INFO [M:0;74e38af3904c:35103 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:09,701 INFO [M:0;74e38af3904c:35103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:09,701 DEBUG [M:0;74e38af3904c:35103 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:21:09,701 INFO [M:0;74e38af3904c:35103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:21:09,701 INFO [M:0;74e38af3904c:35103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:09,702 INFO [M:0;74e38af3904c:35103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:21:09,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:21:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2131078961/master 2024-11-08T17:21:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2131078961 2024-11-08T17:21:09,711 DEBUG [M:0;74e38af3904c:35103 {}] zookeeper.ZKUtil(347): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Unable to get data of znode /2-2131078961/master because node does not exist (not an error) 2024-11-08T17:21:09,711 WARN [M:0;74e38af3904c:35103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:21:09,712 INFO [M:0;74e38af3904c:35103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/.lastflushedseqids 2024-11-08T17:21:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741847_1023 (size=245) 2024-11-08T17:21:09,715 INFO [M:0;74e38af3904c:35103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:21:09,715 INFO [M:0;74e38af3904c:35103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:21:09,716 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:09,716 INFO [M:0;74e38af3904c:35103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:09,716 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:09,716 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:09,716 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:09,716 INFO [M:0;74e38af3904c:35103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T17:21:09,728 DEBUG [M:0;74e38af3904c:35103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc3c5dc3a9dc4589b4ad49f7a8e4e9ba is 82, key is hbase:meta,,1/info:regioninfo/1731086451295/Put/seqid=0 2024-11-08T17:21:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741848_1024 (size=5672) 2024-11-08T17:21:09,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:09,790 INFO [RS:0;74e38af3904c:43391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:09,790 INFO [RS:0;74e38af3904c:43391 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,43391,1731086449014; zookeeper connection closed. 2024-11-08T17:21:09,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011b76bd040007, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:09,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@610726e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@610726e9 2024-11-08T17:21:09,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:21:10,132 INFO [M:0;74e38af3904c:35103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc3c5dc3a9dc4589b4ad49f7a8e4e9ba 2024-11-08T17:21:10,148 DEBUG [M:0;74e38af3904c:35103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a4fc93385ee4713b3fecc3aee854df0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086459965/Put/seqid=0 2024-11-08T17:21:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741849_1025 (size=8517) 2024-11-08T17:21:10,342 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:10,424 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:10,552 INFO [M:0;74e38af3904c:35103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a4fc93385ee4713b3fecc3aee854df0 2024-11-08T17:21:10,569 DEBUG [M:0;74e38af3904c:35103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1615762b95436f8f212cb5165cd00d is 69, key is 74e38af3904c,43391,1731086449014/rs:state/1731086449996/Put/seqid=0 2024-11-08T17:21:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741850_1026 (size=5156) 2024-11-08T17:21:10,572 INFO [M:0;74e38af3904c:35103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1615762b95436f8f212cb5165cd00d 2024-11-08T17:21:10,577 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc3c5dc3a9dc4589b4ad49f7a8e4e9ba as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc3c5dc3a9dc4589b4ad49f7a8e4e9ba 2024-11-08T17:21:10,581 INFO [M:0;74e38af3904c:35103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc3c5dc3a9dc4589b4ad49f7a8e4e9ba, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T17:21:10,581 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a4fc93385ee4713b3fecc3aee854df0 as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a4fc93385ee4713b3fecc3aee854df0 2024-11-08T17:21:10,585 INFO [M:0;74e38af3904c:35103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a4fc93385ee4713b3fecc3aee854df0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T17:21:10,586 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1615762b95436f8f212cb5165cd00d as hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b1615762b95436f8f212cb5165cd00d 2024-11-08T17:21:10,589 INFO [M:0;74e38af3904c:35103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b1615762b95436f8f212cb5165cd00d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T17:21:10,589 INFO [M:0;74e38af3904c:35103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false 2024-11-08T17:21:10,590 INFO [M:0;74e38af3904c:35103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:10,591 DEBUG [M:0;74e38af3904c:35103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086469716Disabling compacts and flushes for region at 1731086469716Disabling writes for close at 1731086469716Obtaining lock to block concurrent updates at 1731086469716Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086469716Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731086469716Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086469716Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086469716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086469728 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086469728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086470135 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086470148 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086470148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086470556 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086470568 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086470568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18283740: reopening flushed file at 1731086470576 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e887a5: reopening flushed file at 1731086470581 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e69bb99: reopening flushed file at 1731086470585 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false at 1731086470590 (+5 ms)Writing region close event to WAL at 1731086470590Closed at 1731086470590 2024-11-08T17:21:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741830_1006 (size=63666) 2024-11-08T17:21:10,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b16861f8-33d4-9c8e-5aa0-abf85fbe94ea/MasterData/WALs/74e38af3904c,35103,1731086448847/74e38af3904c%2C35103%2C1731086448847.1731086449585 not finished, retry = 0 2024-11-08T17:21:10,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:10,693 INFO [M:0;74e38af3904c:35103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:21:10,694 INFO [M:0;74e38af3904c:35103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35103 2024-11-08T17:21:10,694 INFO [M:0;74e38af3904c:35103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:10,864 INFO [M:0;74e38af3904c:35103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:10,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:10,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35103-0x1011b76bd040006, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:10,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c7d3ca5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:10,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34f54e32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:10,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:10,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152a3700{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:10,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@720604b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:10,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:21:10,868 WARN [BP-653631829-172.17.0.2-1731086446678 heartbeating to localhost/127.0.0.1:41669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:21:10,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:21:10,868 WARN [BP-653631829-172.17.0.2-1731086446678 heartbeating to localhost/127.0.0.1:41669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-653631829-172.17.0.2-1731086446678 (Datanode Uuid 42a24e6b-a853-48b1-9099-ea4993bb51dd) service to localhost/127.0.0.1:41669 2024-11-08T17:21:10,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/cluster_e3a93946-b297-bcb2-ae17-3d07cbb6a297/data/data1/current/BP-653631829-172.17.0.2-1731086446678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:10,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/cluster_e3a93946-b297-bcb2-ae17-3d07cbb6a297/data/data2/current/BP-653631829-172.17.0.2-1731086446678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:10,869 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:21:10,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35b82dfc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:10,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ca1366f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:10,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:10,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d891de4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:10,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61d63e26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:10,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:21:10,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:21:10,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:10,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:10,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:10,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:10,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:10,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:21:10,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1128395164, stopped=false 2024-11-08T17:21:10,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,35281,1731086443940 2024-11-08T17:21:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474905176/running 2024-11-08T17:21:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474905176/running 2024-11-08T17:21:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:21:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:21:10,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:10,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:10,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on znode that does not yet exist, /11474905176/running 2024-11-08T17:21:10,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Set watcher on znode that does not yet exist, /11474905176/running 2024-11-08T17:21:10,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:10,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:10,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,46053,1731086444068' ***** 2024-11-08T17:21:10,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:21:10,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(3091): Received CLOSE for 2547325a8fe8e979f419be79d0d0467c 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(3091): Received CLOSE for 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,46053,1731086444068 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46053. 2024-11-08T17:21:10,909 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2547325a8fe8e979f419be79d0d0467c, disabling compactions & flushes 2024-11-08T17:21:10,909 DEBUG [RS:0;74e38af3904c:46053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:10,909 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:10,909 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:21:10,909 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:21:10,909 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. after waiting 0 ms 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:21:10,909 INFO [RS:0;74e38af3904c:46053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:21:10,910 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:21:10,910 INFO [RS:0;74e38af3904c:46053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:21:10,910 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:21:10,910 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2547325a8fe8e979f419be79d0d0467c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T17:21:10,910 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:21:10,910 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1325): Online Regions={2547325a8fe8e979f419be79d0d0467c=hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c., 1588230740=hbase:meta,,1.1588230740, 47b5f708fec54d4d9375cfcb008a065e=test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e.} 2024-11-08T17:21:10,910 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2547325a8fe8e979f419be79d0d0467c, 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:10,910 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:10,910 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:10,910 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:10,910 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:10,910 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:10,910 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:21:10,933 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c/.tmp/queue/e7f2a86e76b2477ca23a47e459b727f2 is 154, key is 1-74e38af3904c,46053,1731086444068/queue:74e38af3904c%2C46053%2C1731086444068/1731086466818/Put/seqid=0 2024-11-08T17:21:10,933 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/info/e2eec3d94fa54b1685148572851a28e2 is 147, key is hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c./info:regioninfo/1731086458774/Put/seqid=0 2024-11-08T17:21:10,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741841_1017 (size=7686) 2024-11-08T17:21:10,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741840_1016 (size=5353) 2024-11-08T17:21:10,957 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:11,110 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2547325a8fe8e979f419be79d0d0467c, 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:11,245 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:11,310 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2547325a8fe8e979f419be79d0d0467c, 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:11,340 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c/.tmp/queue/e7f2a86e76b2477ca23a47e459b727f2 2024-11-08T17:21:11,340 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/info/e2eec3d94fa54b1685148572851a28e2 2024-11-08T17:21:11,350 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c/.tmp/queue/e7f2a86e76b2477ca23a47e459b727f2 as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c/queue/e7f2a86e76b2477ca23a47e459b727f2 2024-11-08T17:21:11,360 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c/queue/e7f2a86e76b2477ca23a47e459b727f2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T17:21:11,364 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2547325a8fe8e979f419be79d0d0467c in 454ms, sequenceid=12, compaction requested=false 2024-11-08T17:21:11,376 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/replication/2547325a8fe8e979f419be79d0d0467c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T17:21:11,376 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:11,376 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:11,376 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:21:11,376 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2547325a8fe8e979f419be79d0d0467c: Waiting for close lock at 1731086470909Running coprocessor pre-close hooks at 1731086470909Disabling compacts and flushes for region at 1731086470909Disabling writes for close at 1731086470909Obtaining lock to block concurrent updates at 1731086470910 (+1 ms)Preparing flush snapshotting stores in 2547325a8fe8e979f419be79d0d0467c at 1731086470910Finished memstore snapshotting hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731086470910Flushing stores of hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. at 1731086470910Flushing 2547325a8fe8e979f419be79d0d0467c/queue: creating writer at 1731086470910Flushing 2547325a8fe8e979f419be79d0d0467c/queue: appending metadata at 1731086470932 (+22 ms)Flushing 2547325a8fe8e979f419be79d0d0467c/queue: closing flushed file at 1731086470932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8eaa5fe: reopening flushed file at 1731086471350 (+418 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2547325a8fe8e979f419be79d0d0467c in 454ms, sequenceid=12, compaction requested=false at 1731086471364 (+14 ms)Writing region close event to WAL at 1731086471373 (+9 ms)Running coprocessor post-close hooks at 1731086471376 (+3 ms)Closed at 1731086471376 2024-11-08T17:21:11,375 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/ns/f1f3827141614fc98130973440763645 is 43, key is default/ns:d/1731086446562/Put/seqid=0 2024-11-08T17:21:11,377 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086458003.2547325a8fe8e979f419be79d0d0467c. 2024-11-08T17:21:11,377 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47b5f708fec54d4d9375cfcb008a065e, disabling compactions & flushes 2024-11-08T17:21:11,377 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:21:11,377 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:21:11,377 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. after waiting 0 ms 2024-11-08T17:21:11,377 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:21:11,377 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47b5f708fec54d4d9375cfcb008a065e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T17:21:11,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741842_1018 (size=5153) 2024-11-08T17:21:11,393 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/f/7afff680ab3744c1b45c74ef986b6b4a is 29, key is row1/f:/1731086465324/DeleteFamily/seqid=0 2024-11-08T17:21:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741843_1019 (size=5152) 2024-11-08T17:21:11,421 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:21:11,421 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:21:11,510 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:11,527 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:11,711 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:11,782 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/ns/f1f3827141614fc98130973440763645 2024-11-08T17:21:11,797 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/f/7afff680ab3744c1b45c74ef986b6b4a 2024-11-08T17:21:11,801 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7afff680ab3744c1b45c74ef986b6b4a 2024-11-08T17:21:11,805 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/rep_barrier/a76aad017ce44697a17db658c484978f is 112, key is test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e./rep_barrier:seqnumDuringOpen/1731086454327/Put/seqid=0 2024-11-08T17:21:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741844_1020 (size=5518) 2024-11-08T17:21:11,813 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/rep_barrier/a76aad017ce44697a17db658c484978f 2024-11-08T17:21:11,815 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/f1/d9cd0caef2b84513aca5245329f160e1 is 30, key is row1/f1:/1731086465324/DeleteFamily/seqid=0 2024-11-08T17:21:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741845_1021 (size=5158) 2024-11-08T17:21:11,819 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/f1/d9cd0caef2b84513aca5245329f160e1 2024-11-08T17:21:11,825 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9cd0caef2b84513aca5245329f160e1 2024-11-08T17:21:11,837 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/table/e14b4bcfa7904a07a2b60f62ea3d2449 is 53, key is hbase:replication/table:state/1731086458780/Put/seqid=0 2024-11-08T17:21:11,839 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/norep/d0dc7a9101ff488880f7d1fc7ecf38a9 is 33, key is row1/norep:/1731086465324/DeleteFamily/seqid=0 2024-11-08T17:21:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741846_1022 (size=5308) 2024-11-08T17:21:11,843 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/table/e14b4bcfa7904a07a2b60f62ea3d2449 2024-11-08T17:21:11,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741847_1023 (size=5108) 2024-11-08T17:21:11,851 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/info/e2eec3d94fa54b1685148572851a28e2 as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/info/e2eec3d94fa54b1685148572851a28e2 2024-11-08T17:21:11,854 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/info/e2eec3d94fa54b1685148572851a28e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:21:11,855 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/ns/f1f3827141614fc98130973440763645 as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/ns/f1f3827141614fc98130973440763645 2024-11-08T17:21:11,858 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/ns/f1f3827141614fc98130973440763645, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:21:11,859 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/rep_barrier/a76aad017ce44697a17db658c484978f as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/rep_barrier/a76aad017ce44697a17db658c484978f 2024-11-08T17:21:11,862 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/rep_barrier/a76aad017ce44697a17db658c484978f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:21:11,862 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/.tmp/table/e14b4bcfa7904a07a2b60f62ea3d2449 as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/table/e14b4bcfa7904a07a2b60f62ea3d2449 2024-11-08T17:21:11,865 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/table/e14b4bcfa7904a07a2b60f62ea3d2449, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:21:11,866 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false 2024-11-08T17:21:11,875 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:21:11,875 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:11,875 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:11,875 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:11,875 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086470910Running coprocessor pre-close hooks at 1731086470910Disabling compacts and flushes for region at 1731086470910Disabling writes for close at 1731086470910Obtaining lock to block concurrent updates at 1731086470910Preparing flush snapshotting stores in 1588230740 at 1731086470910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086470910Flushing stores of hbase:meta,,1.1588230740 at 1731086470911 (+1 ms)Flushing 1588230740/info: creating writer at 1731086470911Flushing 1588230740/info: appending metadata at 1731086470933 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731086470933Flushing 1588230740/ns: creating writer at 1731086471346 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731086471375 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731086471375Flushing 1588230740/rep_barrier: creating writer at 1731086471786 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086471805 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086471805Flushing 1588230740/table: creating writer at 1731086471817 (+12 ms)Flushing 1588230740/table: appending metadata at 1731086471836 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731086471836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2787a012: reopening flushed file at 1731086471850 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1224203: reopening flushed file at 1731086471854 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ec5d59: reopening flushed file at 1731086471858 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f10c487: reopening flushed file at 1731086471862 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false at 1731086471866 (+4 ms)Writing region close event to WAL at 1731086471872 (+6 ms)Running coprocessor post-close hooks at 1731086471875 (+3 ms)Closed at 1731086471875 2024-11-08T17:21:11,875 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:11,911 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:21:11,911 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1325): Online Regions={47b5f708fec54d4d9375cfcb008a065e=test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e.} 2024-11-08T17:21:11,911 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1351): Waiting on 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:12,111 DEBUG [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1351): Waiting on 47b5f708fec54d4d9375cfcb008a065e 2024-11-08T17:21:12,247 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/norep/d0dc7a9101ff488880f7d1fc7ecf38a9 2024-11-08T17:21:12,248 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1191, reset compression=false 2024-11-08T17:21:12,260 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:12,260 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1438, reset compression=false 2024-11-08T17:21:12,261 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46053,1731086444068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:12,261 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0dc7a9101ff488880f7d1fc7ecf38a9 2024-11-08T17:21:12,261 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,46053,1731086444068: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,46053,1731086444068, walGroup=74e38af3904c%2C46053%2C1731086444068, offset=74e38af3904c%2C46053%2C1731086444068.1731086445570:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:46053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:21:12,262 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/f/7afff680ab3744c1b45c74ef986b6b4a as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/f/7afff680ab3744c1b45c74ef986b6b4a 2024-11-08T17:21:12,263 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:21:12,263 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:21:12,263 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:21:12,263 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:21:12,263 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:21:12,263 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 961994936 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201093160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:21:12,263 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:35281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:35281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:21:12,269 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7afff680ab3744c1b45c74ef986b6b4a 2024-11-08T17:21:12,269 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/f/7afff680ab3744c1b45c74ef986b6b4a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T17:21:12,270 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/f1/d9cd0caef2b84513aca5245329f160e1 as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/f1/d9cd0caef2b84513aca5245329f160e1 2024-11-08T17:21:12,274 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9cd0caef2b84513aca5245329f160e1 2024-11-08T17:21:12,274 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/f1/d9cd0caef2b84513aca5245329f160e1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T17:21:12,275 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/.tmp/norep/d0dc7a9101ff488880f7d1fc7ecf38a9 as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/norep/d0dc7a9101ff488880f7d1fc7ecf38a9 2024-11-08T17:21:12,280 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0dc7a9101ff488880f7d1fc7ecf38a9 2024-11-08T17:21:12,280 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/norep/d0dc7a9101ff488880f7d1fc7ecf38a9, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T17:21:12,281 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 47b5f708fec54d4d9375cfcb008a065e in 904ms, sequenceid=10, compaction requested=false 2024-11-08T17:21:12,287 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/data/default/test/47b5f708fec54d4d9375cfcb008a065e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T17:21:12,287 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:12,287 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:12,287 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:21:12,287 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47b5f708fec54d4d9375cfcb008a065e: Waiting for close lock at 1731086471377Running coprocessor pre-close hooks at 1731086471377Disabling compacts and flushes for region at 1731086471377Disabling writes for close at 1731086471377Obtaining lock to block concurrent updates at 1731086471377Preparing flush snapshotting stores in 47b5f708fec54d4d9375cfcb008a065e at 1731086471377Finished memstore snapshotting test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731086471378 (+1 ms)Flushing stores of test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. at 1731086471379 (+1 ms)Flushing 47b5f708fec54d4d9375cfcb008a065e/f: creating writer at 1731086471379Flushing 47b5f708fec54d4d9375cfcb008a065e/f: appending metadata at 1731086471392 (+13 ms)Flushing 47b5f708fec54d4d9375cfcb008a065e/f: closing flushed file at 1731086471392Flushing 47b5f708fec54d4d9375cfcb008a065e/f1: creating writer at 1731086471801 (+409 ms)Flushing 47b5f708fec54d4d9375cfcb008a065e/f1: appending metadata at 1731086471814 (+13 ms)Flushing 47b5f708fec54d4d9375cfcb008a065e/f1: closing flushed file at 1731086471814Flushing 47b5f708fec54d4d9375cfcb008a065e/norep: creating writer at 1731086471825 (+11 ms)Flushing 47b5f708fec54d4d9375cfcb008a065e/norep: appending metadata at 1731086471839 (+14 ms)Flushing 47b5f708fec54d4d9375cfcb008a065e/norep: closing flushed file at 1731086471839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d183301: reopening flushed file at 1731086472261 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222b4faf: reopening flushed file at 1731086472269 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414e3088: reopening flushed file at 1731086472274 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 47b5f708fec54d4d9375cfcb008a065e in 904ms, sequenceid=10, compaction requested=false at 1731086472281 (+7 ms)Writing region close event to WAL at 1731086472284 (+3 ms)Running coprocessor post-close hooks at 1731086472287 (+3 ms)Closed at 1731086472287 2024-11-08T17:21:12,288 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086453541.47b5f708fec54d4d9375cfcb008a065e. 2024-11-08T17:21:12,311 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,46053,1731086444068; all regions closed. 2024-11-08T17:21:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:21:12,313 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.meta.1731086446509.meta not finished, retry = 0 2024-11-08T17:21:12,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741839_1015 (size=3114) 2024-11-08T17:21:12,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.rep.1731086458738 not finished, retry = 0 2024-11-08T17:21:12,466 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 1438, reset compression=false 2024-11-08T17:21:12,474 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:12,474 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.wal-reader.74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 to pos 2082, reset compression=false 2024-11-08T17:21:12,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741832_1008 (size=2090) 2024-11-08T17:21:12,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/WALs/74e38af3904c,46053,1731086444068/74e38af3904c%2C46053%2C1731086444068.1731086445570 not finished, retry = 0 2024-11-08T17:21:12,619 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:12,619 INFO [RS:0;74e38af3904c:46053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:12,619 INFO [RS:0;74e38af3904c:46053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:12,619 INFO [RS:0;74e38af3904c:46053 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:12,620 INFO [RS:0;74e38af3904c:46053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:12,620 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:12,620 INFO [RS:0;74e38af3904c:46053 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,46053,1731086444068 because: Region server is closing 2024-11-08T17:21:12,620 INFO [RS:0;74e38af3904c:46053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46053. 2024-11-08T17:21:12,620 DEBUG [RS:0;74e38af3904c:46053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:12,620 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:12,620 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:12,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:12,720 INFO [RS:0;74e38af3904c:46053 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46053,1731086444068.replicationSource.shipper74e38af3904c%2C46053%2C1731086444068,1-74e38af3904c,46053,1731086444068 terminated 2024-11-08T17:21:12,721 INFO [RS:0;74e38af3904c:46053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46053. 2024-11-08T17:21:12,721 DEBUG [RS:0;74e38af3904c:46053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:12,721 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:12,721 DEBUG [RS:0;74e38af3904c:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:12,721 INFO [RS:0;74e38af3904c:46053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46053 2024-11-08T17:21:12,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:12,730 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:12,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176/rs 2024-11-08T17:21:12,771 INFO [RS:0;74e38af3904c:46053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:12,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474905176/rs/74e38af3904c,46053,1731086444068 2024-11-08T17:21:12,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,46053,1731086444068] 2024-11-08T17:21:12,802 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11474905176/draining/74e38af3904c,46053,1731086444068 already deleted, retry=false 2024-11-08T17:21:12,802 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,46053,1731086444068 expired; onlineServers=0 2024-11-08T17:21:12,802 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,35281,1731086443940' ***** 2024-11-08T17:21:12,802 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:21:12,802 INFO [M:0;74e38af3904c:35281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:12,802 INFO [M:0;74e38af3904c:35281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:12,802 DEBUG [M:0;74e38af3904c:35281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:21:12,802 DEBUG [M:0;74e38af3904c:35281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:21:12,802 INFO [M:0;74e38af3904c:35281 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:12,802 INFO [M:0;74e38af3904c:35281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:12,802 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086445287 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086445287,5,FailOnTimeoutGroup] 2024-11-08T17:21:12,802 DEBUG [M:0;74e38af3904c:35281 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:21:12,802 INFO [M:0;74e38af3904c:35281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:21:12,802 INFO [M:0;74e38af3904c:35281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:12,803 INFO [M:0;74e38af3904c:35281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:21:12,803 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:21:12,804 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:21:12,804 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086445287 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086445287,5,FailOnTimeoutGroup] 2024-11-08T17:21:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474905176/master 2024-11-08T17:21:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474905176 2024-11-08T17:21:12,823 DEBUG [M:0;74e38af3904c:35281 {}] zookeeper.RecoverableZooKeeper(212): Node /11474905176/master already deleted, retry=false 2024-11-08T17:21:12,823 DEBUG [M:0;74e38af3904c:35281 {}] master.ActiveMasterManager(353): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Failed delete of our master address node; KeeperErrorCode = NoNode for /11474905176/master 2024-11-08T17:21:12,824 INFO [M:0;74e38af3904c:35281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/.lastflushedseqids 2024-11-08T17:21:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741848_1024 (size=245) 2024-11-08T17:21:12,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:12,892 INFO [RS:0;74e38af3904c:46053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:12,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x1011b76bd040004, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:12,892 INFO [RS:0;74e38af3904c:46053 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,46053,1731086444068; zookeeper connection closed. 2024-11-08T17:21:12,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b93e8c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b93e8c7 2024-11-08T17:21:12,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:21:13,238 INFO [M:0;74e38af3904c:35281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:21:13,238 INFO [M:0;74e38af3904c:35281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:21:13,239 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:13,239 INFO [M:0;74e38af3904c:35281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:13,239 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:13,239 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:13,239 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:13,239 INFO [M:0;74e38af3904c:35281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T17:21:13,267 DEBUG [M:0;74e38af3904c:35281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd1f376dd27542c483f6bf839599761f is 82, key is hbase:meta,,1/info:regioninfo/1731086446543/Put/seqid=0 2024-11-08T17:21:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741849_1025 (size=5672) 2024-11-08T17:21:13,287 INFO [M:0;74e38af3904c:35281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd1f376dd27542c483f6bf839599761f 2024-11-08T17:21:13,316 DEBUG [M:0;74e38af3904c:35281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b96e9e7c5e741a28cd188bd65ff1227 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086458783/Put/seqid=0 2024-11-08T17:21:13,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741850_1026 (size=8517) 2024-11-08T17:21:13,343 INFO [M:0;74e38af3904c:35281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b96e9e7c5e741a28cd188bd65ff1227 2024-11-08T17:21:13,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,392 DEBUG [M:0;74e38af3904c:35281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16ffe8bf20f44b9bb78c67ed8ecfb63a is 69, key is 74e38af3904c,46053,1731086444068/rs:state/1731086445350/Put/seqid=0 2024-11-08T17:21:13,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741851_1027 (size=5156) 2024-11-08T17:21:13,865 INFO [M:0;74e38af3904c:35281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16ffe8bf20f44b9bb78c67ed8ecfb63a 2024-11-08T17:21:13,874 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd1f376dd27542c483f6bf839599761f as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd1f376dd27542c483f6bf839599761f 2024-11-08T17:21:13,883 INFO [M:0;74e38af3904c:35281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd1f376dd27542c483f6bf839599761f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T17:21:13,884 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b96e9e7c5e741a28cd188bd65ff1227 as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b96e9e7c5e741a28cd188bd65ff1227 2024-11-08T17:21:13,895 INFO [M:0;74e38af3904c:35281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b96e9e7c5e741a28cd188bd65ff1227, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T17:21:13,896 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16ffe8bf20f44b9bb78c67ed8ecfb63a as hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16ffe8bf20f44b9bb78c67ed8ecfb63a 2024-11-08T17:21:13,900 INFO [M:0;74e38af3904c:35281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35945/user/jenkins/test-data/582a6713-0d9e-19dc-00e9-04b92c7fe3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16ffe8bf20f44b9bb78c67ed8ecfb63a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T17:21:13,901 INFO [M:0;74e38af3904c:35281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=97, compaction requested=false 2024-11-08T17:21:13,910 INFO [M:0;74e38af3904c:35281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:13,911 DEBUG [M:0;74e38af3904c:35281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086473239Disabling compacts and flushes for region at 1731086473239Disabling writes for close at 1731086473239Obtaining lock to block concurrent updates at 1731086473239Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086473239Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731086473239Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086473241 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086473241Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086473266 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086473266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086473293 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086473316 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086473316Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086473346 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086473391 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086473391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676d68af: reopening flushed file at 1731086473873 (+482 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591a3eaf: reopening flushed file at 1731086473883 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4454a889: reopening flushed file at 1731086473895 (+12 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=97, compaction requested=false at 1731086473901 (+6 ms)Writing region close event to WAL at 1731086473910 (+9 ms)Closed at 1731086473910 2024-11-08T17:21:13,927 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:21:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44555 is added to blk_1073741830_1006 (size=63666) 2024-11-08T17:21:13,949 INFO [M:0;74e38af3904c:35281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:21:13,949 INFO [M:0;74e38af3904c:35281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35281 2024-11-08T17:21:13,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:13,949 INFO [M:0;74e38af3904c:35281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:13,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:21:13,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:13,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,034 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:14,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:14,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:14,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35281-0x1011b76bd040003, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:14,138 INFO [M:0;74e38af3904c:35281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:14,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59717e52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:14,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2db5fc96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:14,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:14,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a76dc68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:14,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ff3703d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:14,212 WARN [BP-856539825-172.17.0.2-1731086442255 heartbeating to localhost/127.0.0.1:35945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:21:14,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:21:14,212 WARN [BP-856539825-172.17.0.2-1731086442255 heartbeating to localhost/127.0.0.1:35945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-856539825-172.17.0.2-1731086442255 (Datanode Uuid d6cd8d0a-3813-41b7-980c-18a621d41bf9) service to localhost/127.0.0.1:35945 2024-11-08T17:21:14,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:21:14,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/cluster_1d5eccb5-7ed0-40ba-6d4c-c72e4cedded6/data/data1/current/BP-856539825-172.17.0.2-1731086442255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:14,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/cluster_1d5eccb5-7ed0-40ba-6d4c-c72e4cedded6/data/data2/current/BP-856539825-172.17.0.2-1731086442255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:14,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:21:14,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15e9dd14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:14,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f2b3bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:14,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:14,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64fc6f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:14,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162be99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b2d9239-475c-40b6-b561-788f0a17fb8b/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:14,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:21:14,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:21:14,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:14,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:14,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:14,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:14,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:14,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:21:14,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1266773332, stopped=false 2024-11-08T17:21:14,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,42613,1731086437198 2024-11-08T17:21:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1623227351/running 2024-11-08T17:21:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1623227351/running 2024-11-08T17:21:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:21:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:21:14,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:14,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:14,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:14,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:14,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,33065,1731086437734' ***** 2024-11-08T17:21:14,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:21:14,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on znode that does not yet exist, /0-1623227351/running 2024-11-08T17:21:14,260 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:21:14,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:21:14,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Set watcher on znode that does not yet exist, /0-1623227351/running 2024-11-08T17:21:14,261 INFO [RS:0;74e38af3904c:33065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:21:14,261 INFO [RS:0;74e38af3904c:33065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:21:14,262 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c75ea388268dfcb797c8ea6c52cdc23 2024-11-08T17:21:14,262 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(3091): Received CLOSE for 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:21:14,262 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,33065,1731086437734 2024-11-08T17:21:14,262 INFO [RS:0;74e38af3904c:33065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:14,262 INFO [RS:0;74e38af3904c:33065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:33065. 2024-11-08T17:21:14,263 DEBUG [RS:0;74e38af3904c:33065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:14,263 DEBUG [RS:0;74e38af3904c:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:14,263 INFO [RS:0;74e38af3904c:33065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:21:14,263 INFO [RS:0;74e38af3904c:33065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:21:14,263 INFO [RS:0;74e38af3904c:33065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:21:14,263 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:21:14,264 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c75ea388268dfcb797c8ea6c52cdc23, disabling compactions & flushes 2024-11-08T17:21:14,264 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:21:14,264 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:21:14,264 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. after waiting 0 ms 2024-11-08T17:21:14,264 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:21:14,264 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c75ea388268dfcb797c8ea6c52cdc23 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T17:21:14,279 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:21:14,279 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1325): Online Regions={4c75ea388268dfcb797c8ea6c52cdc23=test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23., 966772d8e3da871b517bf5adb3d31067=hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:21:14,279 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c75ea388268dfcb797c8ea6c52cdc23, 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:21:14,279 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:14,280 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:14,280 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:14,280 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:14,280 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:14,280 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:21:14,308 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:14,315 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/info/011016d58cd34cec8136a61b009ad346 is 147, key is hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067./info:regioninfo/1731086456629/Put/seqid=0 2024-11-08T17:21:14,315 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/f/f1c5a86b3cec44d2a670e72bf2288123 is 28, key is row/f:/1731086464319/DeleteFamily/seqid=0 2024-11-08T17:21:14,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741841_1017 (size=5085) 2024-11-08T17:21:14,327 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/f/f1c5a86b3cec44d2a670e72bf2288123 2024-11-08T17:21:14,343 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1c5a86b3cec44d2a670e72bf2288123 2024-11-08T17:21:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741840_1016 (size=7686) 2024-11-08T17:21:14,389 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/f1/f578e1e602304606b023e06df7d4845f is 29, key is row/f1:/1731086464319/DeleteFamily/seqid=0 2024-11-08T17:21:14,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741842_1018 (size=5089) 2024-11-08T17:21:14,437 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/f1/f578e1e602304606b023e06df7d4845f 2024-11-08T17:21:14,445 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f578e1e602304606b023e06df7d4845f 2024-11-08T17:21:14,478 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/norep/12a0df9969484bf4b28315c9dfc5e668 is 32, key is row/norep:/1731086464319/DeleteFamily/seqid=0 2024-11-08T17:21:14,480 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c75ea388268dfcb797c8ea6c52cdc23, 966772d8e3da871b517bf5adb3d31067 2024-11-08T17:21:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741843_1019 (size=5101) 2024-11-08T17:21:14,484 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/norep/12a0df9969484bf4b28315c9dfc5e668 2024-11-08T17:21:14,489 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12a0df9969484bf4b28315c9dfc5e668 2024-11-08T17:21:14,490 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/f/f1c5a86b3cec44d2a670e72bf2288123 as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/f/f1c5a86b3cec44d2a670e72bf2288123 2024-11-08T17:21:14,502 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1c5a86b3cec44d2a670e72bf2288123 2024-11-08T17:21:14,502 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/f/f1c5a86b3cec44d2a670e72bf2288123, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T17:21:14,503 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/f1/f578e1e602304606b023e06df7d4845f as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/f1/f578e1e602304606b023e06df7d4845f 2024-11-08T17:21:14,507 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f578e1e602304606b023e06df7d4845f 2024-11-08T17:21:14,507 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/f1/f578e1e602304606b023e06df7d4845f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T17:21:14,508 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/.tmp/norep/12a0df9969484bf4b28315c9dfc5e668 as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/norep/12a0df9969484bf4b28315c9dfc5e668 2024-11-08T17:21:14,512 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12a0df9969484bf4b28315c9dfc5e668 2024-11-08T17:21:14,512 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/norep/12a0df9969484bf4b28315c9dfc5e668, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T17:21:14,513 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4c75ea388268dfcb797c8ea6c52cdc23 in 249ms, sequenceid=6, compaction requested=false 2024-11-08T17:21:14,513 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:21:14,534 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/default/test/4c75ea388268dfcb797c8ea6c52cdc23/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:14,535 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c75ea388268dfcb797c8ea6c52cdc23: Waiting for close lock at 1731086474264Running coprocessor pre-close hooks at 1731086474264Disabling compacts and flushes for region at 1731086474264Disabling writes for close at 1731086474264Obtaining lock to block concurrent updates at 1731086474264Preparing flush snapshotting stores in 4c75ea388268dfcb797c8ea6c52cdc23 at 1731086474264Finished memstore snapshotting test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731086474265 (+1 ms)Flushing stores of test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. at 1731086474265Flushing 4c75ea388268dfcb797c8ea6c52cdc23/f: creating writer at 1731086474265Flushing 4c75ea388268dfcb797c8ea6c52cdc23/f: appending metadata at 1731086474315 (+50 ms)Flushing 4c75ea388268dfcb797c8ea6c52cdc23/f: closing flushed file at 1731086474315Flushing 4c75ea388268dfcb797c8ea6c52cdc23/f1: creating writer at 1731086474344 (+29 ms)Flushing 4c75ea388268dfcb797c8ea6c52cdc23/f1: appending metadata at 1731086474388 (+44 ms)Flushing 4c75ea388268dfcb797c8ea6c52cdc23/f1: closing flushed file at 1731086474388Flushing 4c75ea388268dfcb797c8ea6c52cdc23/norep: creating writer at 1731086474445 (+57 ms)Flushing 4c75ea388268dfcb797c8ea6c52cdc23/norep: appending metadata at 1731086474477 (+32 ms)Flushing 4c75ea388268dfcb797c8ea6c52cdc23/norep: closing flushed file at 1731086474477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e78a2c4: reopening flushed file at 1731086474489 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4d6e56: reopening flushed file at 1731086474502 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457b76a3: reopening flushed file at 1731086474508 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4c75ea388268dfcb797c8ea6c52cdc23 in 249ms, sequenceid=6, compaction requested=false at 1731086474513 (+5 ms)Writing region close event to WAL at 1731086474529 (+16 ms)Running coprocessor post-close hooks at 1731086474535 (+6 ms)Closed at 1731086474535 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23. 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 966772d8e3da871b517bf5adb3d31067, disabling compactions & flushes 2024-11-08T17:21:14,535 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. after waiting 0 ms 2024-11-08T17:21:14,535 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:21:14,535 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 966772d8e3da871b517bf5adb3d31067 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-08T17:21:14,559 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067/.tmp/queue/b986666544694d85b222ee9f77e1fbea is 153, key is 1-74e38af3904c,33065,1731086437734/queue:74e38af3904c%2C33065%2C1731086437734/1731086464996/Put/seqid=0 2024-11-08T17:21:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741844_1020 (size=5352) 2024-11-08T17:21:14,575 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067/.tmp/queue/b986666544694d85b222ee9f77e1fbea 2024-11-08T17:21:14,581 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067/.tmp/queue/b986666544694d85b222ee9f77e1fbea as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067/queue/b986666544694d85b222ee9f77e1fbea 2024-11-08T17:21:14,586 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067/queue/b986666544694d85b222ee9f77e1fbea, entries=1, sequenceid=8, filesize=5.2 K 2024-11-08T17:21:14,587 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 966772d8e3da871b517bf5adb3d31067 in 52ms, sequenceid=8, compaction requested=false 2024-11-08T17:21:14,598 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/replication/966772d8e3da871b517bf5adb3d31067/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T17:21:14,599 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:14,599 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:14,599 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:21:14,599 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 966772d8e3da871b517bf5adb3d31067: Waiting for close lock at 1731086474535Running coprocessor pre-close hooks at 1731086474535Disabling compacts and flushes for region at 1731086474535Disabling writes for close at 1731086474535Obtaining lock to block concurrent updates at 1731086474535Preparing flush snapshotting stores in 966772d8e3da871b517bf5adb3d31067 at 1731086474535Finished memstore snapshotting hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731086474536 (+1 ms)Flushing stores of hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. at 1731086474536Flushing 966772d8e3da871b517bf5adb3d31067/queue: creating writer at 1731086474538 (+2 ms)Flushing 966772d8e3da871b517bf5adb3d31067/queue: appending metadata at 1731086474559 (+21 ms)Flushing 966772d8e3da871b517bf5adb3d31067/queue: closing flushed file at 1731086474559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d032d4: reopening flushed file at 1731086474581 (+22 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 966772d8e3da871b517bf5adb3d31067 in 52ms, sequenceid=8, compaction requested=false at 1731086474587 (+6 ms)Writing region close event to WAL at 1731086474593 (+6 ms)Running coprocessor post-close hooks at 1731086474599 (+6 ms)Closed at 1731086474599 2024-11-08T17:21:14,599 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086455853.966772d8e3da871b517bf5adb3d31067. 2024-11-08T17:21:14,680 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:14,754 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/info/011016d58cd34cec8136a61b009ad346 2024-11-08T17:21:14,779 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/ns/625ab551cfc44da8a9ab21c825e0ffc6 is 43, key is default/ns:d/1731086442107/Put/seqid=0 2024-11-08T17:21:14,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741845_1021 (size=5153) 2024-11-08T17:21:14,794 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/ns/625ab551cfc44da8a9ab21c825e0ffc6 2024-11-08T17:21:14,841 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/rep_barrier/28cf98113373480e97abbdd71ac60b7a is 112, key is test,,1731086451391.4c75ea388268dfcb797c8ea6c52cdc23./rep_barrier:seqnumDuringOpen/1731086452548/Put/seqid=0 2024-11-08T17:21:14,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741846_1022 (size=5518) 2024-11-08T17:21:14,855 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/rep_barrier/28cf98113373480e97abbdd71ac60b7a 2024-11-08T17:21:14,878 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/table/0f277cb2ad5f4b4a81d9b4d745eca8d8 is 53, key is hbase:replication/table:state/1731086456636/Put/seqid=0 2024-11-08T17:21:14,880 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741847_1023 (size=5308) 2024-11-08T17:21:15,027 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:21:15,027 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:21:15,080 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:15,280 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:21:15,280 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:21:15,280 DEBUG [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:15,281 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/table/0f277cb2ad5f4b4a81d9b4d745eca8d8 2024-11-08T17:21:15,286 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/info/011016d58cd34cec8136a61b009ad346 as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/info/011016d58cd34cec8136a61b009ad346 2024-11-08T17:21:15,290 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/info/011016d58cd34cec8136a61b009ad346, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:21:15,291 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/ns/625ab551cfc44da8a9ab21c825e0ffc6 as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/ns/625ab551cfc44da8a9ab21c825e0ffc6 2024-11-08T17:21:15,296 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/ns/625ab551cfc44da8a9ab21c825e0ffc6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:21:15,297 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/rep_barrier/28cf98113373480e97abbdd71ac60b7a as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/rep_barrier/28cf98113373480e97abbdd71ac60b7a 2024-11-08T17:21:15,301 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/rep_barrier/28cf98113373480e97abbdd71ac60b7a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:21:15,304 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/.tmp/table/0f277cb2ad5f4b4a81d9b4d745eca8d8 as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/table/0f277cb2ad5f4b4a81d9b4d745eca8d8 2024-11-08T17:21:15,308 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/table/0f277cb2ad5f4b4a81d9b4d745eca8d8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:21:15,309 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=16, compaction requested=false 2024-11-08T17:21:15,309 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:21:15,320 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:21:15,320 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:15,321 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:15,321 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:15,321 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086474279Running coprocessor pre-close hooks at 1731086474279Disabling compacts and flushes for region at 1731086474279Disabling writes for close at 1731086474280 (+1 ms)Obtaining lock to block concurrent updates at 1731086474280Preparing flush snapshotting stores in 1588230740 at 1731086474280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086474280Flushing stores of hbase:meta,,1.1588230740 at 1731086474281 (+1 ms)Flushing 1588230740/info: creating writer at 1731086474281Flushing 1588230740/info: appending metadata at 1731086474315 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731086474315Flushing 1588230740/ns: creating writer at 1731086474758 (+443 ms)Flushing 1588230740/ns: appending metadata at 1731086474778 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731086474778Flushing 1588230740/rep_barrier: creating writer at 1731086474798 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086474840 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086474840Flushing 1588230740/table: creating writer at 1731086474865 (+25 ms)Flushing 1588230740/table: appending metadata at 1731086474877 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731086474877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74dd8c16: reopening flushed file at 1731086475285 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ef2b99: reopening flushed file at 1731086475290 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3111ff31: reopening flushed file at 1731086475296 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171d138c: reopening flushed file at 1731086475301 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=16, compaction requested=false at 1731086475309 (+8 ms)Writing region close event to WAL at 1731086475317 (+8 ms)Running coprocessor post-close hooks at 1731086475320 (+3 ms)Closed at 1731086475321 (+1 ms) 2024-11-08T17:21:15,321 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:15,469 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 636, reset compression=false 2024-11-08T17:21:15,474 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:15,474 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.wal-reader.74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169 to pos 1527, reset compression=false 2024-11-08T17:21:15,474 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,33065,1731086437734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.1731086441169, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:15,475 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,33065,1731086437734: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,33065,1731086437734, walGroup=74e38af3904c%2C33065%2C1731086437734, offset=74e38af3904c%2C33065%2C1731086437734.1731086441169:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:33065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:21:15,476 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:21:15,476 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:21:15,477 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:21:15,477 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:21:15,477 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:21:15,477 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 826904072 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 201678200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:21:15,477 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:42613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:42613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:21:15,481 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,33065,1731086437734; all regions closed. 2024-11-08T17:21:15,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741834_1010 (size=4239) 2024-11-08T17:21:15,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/WALs/74e38af3904c,33065,1731086437734/74e38af3904c%2C33065%2C1731086437734.meta.1731086442050.meta not finished, retry = 0 2024-11-08T17:21:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741839_1015 (size=2240) 2024-11-08T17:21:15,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741833_1009 (size=1535) 2024-11-08T17:21:15,620 DEBUG [RS:0;74e38af3904c:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:15,621 INFO [RS:0;74e38af3904c:33065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:15,621 INFO [RS:0;74e38af3904c:33065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:15,622 INFO [RS:0;74e38af3904c:33065 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:15,622 INFO [RS:0;74e38af3904c:33065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:15,622 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:15,622 INFO [RS:0;74e38af3904c:33065 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,33065,1731086437734 because: Region server is closing 2024-11-08T17:21:15,623 INFO [RS:0;74e38af3904c:33065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:33065. 2024-11-08T17:21:15,623 DEBUG [RS:0;74e38af3904c:33065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:15,623 DEBUG [RS:0;74e38af3904c:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:15,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:15,623 DEBUG [RS:0;74e38af3904c:33065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:15,723 INFO [RS:0;74e38af3904c:33065 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,33065,1731086437734.replicationSource.shipper74e38af3904c%2C33065%2C1731086437734,1-74e38af3904c,33065,1731086437734 terminated 2024-11-08T17:21:15,724 INFO [RS:0;74e38af3904c:33065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33065 2024-11-08T17:21:15,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1623227351/rs/74e38af3904c,33065,1731086437734 2024-11-08T17:21:15,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351/rs 2024-11-08T17:21:15,886 INFO [RS:0;74e38af3904c:33065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:16,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,33065,1731086437734] 2024-11-08T17:21:16,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623227351/draining/74e38af3904c,33065,1731086437734 already deleted, retry=false 2024-11-08T17:21:16,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,33065,1731086437734 expired; onlineServers=0 2024-11-08T17:21:16,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,42613,1731086437198' ***** 2024-11-08T17:21:16,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:21:16,100 INFO [M:0;74e38af3904c:42613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:16,100 INFO [M:0;74e38af3904c:42613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:16,100 DEBUG [M:0;74e38af3904c:42613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:21:16,100 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:21:16,101 DEBUG [M:0;74e38af3904c:42613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:21:16,101 INFO [M:0;74e38af3904c:42613 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:16,101 INFO [M:0;74e38af3904c:42613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:16,101 DEBUG [M:0;74e38af3904c:42613 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:21:16,101 INFO [M:0;74e38af3904c:42613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:21:16,101 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086440763 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086440763,5,FailOnTimeoutGroup] 2024-11-08T17:21:16,101 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086440764 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086440764,5,FailOnTimeoutGroup] 2024-11-08T17:21:16,101 INFO [M:0;74e38af3904c:42613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:16,102 INFO [M:0;74e38af3904c:42613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:21:16,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:21:16,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1623227351/master 2024-11-08T17:21:16,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623227351 2024-11-08T17:21:16,121 DEBUG [M:0;74e38af3904c:42613 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623227351/master already deleted, retry=false 2024-11-08T17:21:16,121 DEBUG [M:0;74e38af3904c:42613 {}] master.ActiveMasterManager(353): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1623227351/master 2024-11-08T17:21:16,122 INFO [M:0;74e38af3904c:42613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/.lastflushedseqids 2024-11-08T17:21:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741848_1024 (size=245) 2024-11-08T17:21:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:16,181 INFO [RS:0;74e38af3904c:33065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33065-0x1011b76bd040001, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:16,181 INFO [RS:0;74e38af3904c:33065 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,33065,1731086437734; zookeeper connection closed. 2024-11-08T17:21:16,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45ec4b33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45ec4b33 2024-11-08T17:21:16,182 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:21:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:21:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:21:16,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:16,538 INFO [M:0;74e38af3904c:42613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:21:16,538 INFO [M:0;74e38af3904c:42613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:21:16,538 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:16,538 INFO [M:0;74e38af3904c:42613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:16,538 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:16,539 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:16,539 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:16,539 INFO [M:0;74e38af3904c:42613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T17:21:16,552 DEBUG [M:0;74e38af3904c:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee80c9bba1d94016b339e41b0fbb1be1 is 82, key is hbase:meta,,1/info:regioninfo/1731086442081/Put/seqid=0 2024-11-08T17:21:16,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741849_1025 (size=5672) 2024-11-08T17:21:16,956 INFO [M:0;74e38af3904c:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee80c9bba1d94016b339e41b0fbb1be1 2024-11-08T17:21:16,979 DEBUG [M:0;74e38af3904c:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9ef13808b4468898e789207c6d1f8d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731086452556/Put/seqid=0 2024-11-08T17:21:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741850_1026 (size=7218) 2024-11-08T17:21:16,992 DEBUG [master/74e38af3904c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=29, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-08T17:21:16,993 DEBUG [master/74e38af3904c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T17:21:17,383 INFO [M:0;74e38af3904c:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9ef13808b4468898e789207c6d1f8d 2024-11-08T17:21:17,387 INFO [M:0;74e38af3904c:42613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e9ef13808b4468898e789207c6d1f8d 2024-11-08T17:21:17,403 DEBUG [M:0;74e38af3904c:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c31e1f967e2346c1834f029f178c99da is 69, key is 74e38af3904c,33065,1731086437734/rs:state/1731086440959/Put/seqid=0 2024-11-08T17:21:17,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741851_1027 (size=5156) 2024-11-08T17:21:17,407 INFO [M:0;74e38af3904c:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c31e1f967e2346c1834f029f178c99da 2024-11-08T17:21:17,410 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee80c9bba1d94016b339e41b0fbb1be1 as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee80c9bba1d94016b339e41b0fbb1be1 2024-11-08T17:21:17,413 INFO [M:0;74e38af3904c:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee80c9bba1d94016b339e41b0fbb1be1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T17:21:17,414 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9ef13808b4468898e789207c6d1f8d as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e9ef13808b4468898e789207c6d1f8d 2024-11-08T17:21:17,417 INFO [M:0;74e38af3904c:42613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e9ef13808b4468898e789207c6d1f8d 2024-11-08T17:21:17,417 INFO [M:0;74e38af3904c:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e9ef13808b4468898e789207c6d1f8d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T17:21:17,418 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c31e1f967e2346c1834f029f178c99da as hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c31e1f967e2346c1834f029f178c99da 2024-11-08T17:21:17,421 INFO [M:0;74e38af3904c:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/df9befa3-fc6e-1ebe-76f9-ae2c34e5194a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c31e1f967e2346c1834f029f178c99da, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T17:21:17,422 INFO [M:0;74e38af3904c:42613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-11-08T17:21:17,423 INFO [M:0;74e38af3904c:42613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:17,423 DEBUG [M:0;74e38af3904c:42613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086476538Disabling compacts and flushes for region at 1731086476538Disabling writes for close at 1731086476539 (+1 ms)Obtaining lock to block concurrent updates at 1731086476539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086476539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731086476539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086476539Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086476539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086476552 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086476552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086476960 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086476978 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086476978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086477387 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086477403 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086477403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7912e27f: reopening flushed file at 1731086477409 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b381db: reopening flushed file at 1731086477413 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eaaccd4: reopening flushed file at 1731086477417 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1731086477422 (+5 ms)Writing region close event to WAL at 1731086477423 (+1 ms)Closed at 1731086477423 2024-11-08T17:21:17,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38117 is added to blk_1073741830_1006 (size=64423) 2024-11-08T17:21:17,425 INFO [M:0;74e38af3904c:42613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:21:17,425 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:17,425 INFO [M:0;74e38af3904c:42613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42613 2024-11-08T17:21:17,425 INFO [M:0;74e38af3904c:42613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:17,547 INFO [M:0;74e38af3904c:42613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:17,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:17,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1011b76bd040000, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:17,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@734879aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:17,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e9bd672{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:17,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:17,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@331fd688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:17,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f8e8d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:17,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:21:17,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:21:17,556 WARN [BP-393155016-172.17.0.2-1731086434682 heartbeating to localhost/127.0.0.1:37327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:21:17,556 WARN [BP-393155016-172.17.0.2-1731086434682 heartbeating to localhost/127.0.0.1:37327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-393155016-172.17.0.2-1731086434682 (Datanode Uuid b49e034b-38c8-4e78-96b9-60bf47c56fb3) service to localhost/127.0.0.1:37327 2024-11-08T17:21:17,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f/data/data1/current/BP-393155016-172.17.0.2-1731086434682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:17,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/cluster_da1b308e-b89a-6fea-2481-905e411a580f/data/data2/current/BP-393155016-172.17.0.2-1731086434682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:17,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:21:17,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39e99957{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:17,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@152880d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:17,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:17,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f29fe09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:17,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@674a68ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29fc3748-804f-c894-6422-1e65a5341a38/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:17,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:21:17,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:21:17,592 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 316) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37327 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35945 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41669 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=556 (was 698), ProcessCount=11 (was 11), AvailableMemoryMB=3630 (was 4027) 2024-11-08T17:21:17,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=11, AvailableMemoryMB=3629 2024-11-08T17:21:17,618 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T17:21:17,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.log.dir so I do NOT create it in target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46 2024-11-08T17:21:17,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:21:17,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.tmp.dir so I do NOT create it in target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46 2024-11-08T17:21:17,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6daa4300-09a3-85d4-8c05-d7933bd1b3f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:21:17,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46 2024-11-08T17:21:17,619 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338, deleteOnExit=true 2024-11-08T17:21:17,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/zookeeper_0, clientPort=58018, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:21:17,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58018 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/test.cache.data in system properties and HBase conf 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:21:17,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:21:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:21:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b76bd040005, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:21:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011b76bd040008, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:21:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b76bd040002, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:21:17,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b76bd040005, quorum=127.0.0.1:53913, baseZNode=/11474905176 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:21:17,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011b76bd040008, quorum=127.0.0.1:53913, baseZNode=/2-2131078961 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:21:17,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b76bd040002, quorum=127.0.0.1:53913, baseZNode=/0-1623227351 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:21:18,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:18,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:18,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:18,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:18,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:21:18,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:18,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d294cb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:18,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5427f06d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:18,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@476d5ae1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/java.io.tmpdir/jetty-localhost-35701-hadoop-hdfs-3_4_1-tests_jar-_-any-9456690602542863000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:18,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52a52d6b{HTTP/1.1, (http/1.1)}{localhost:35701} 2024-11-08T17:21:18,166 INFO [Time-limited test {}] server.Server(415): Started @310945ms 2024-11-08T17:21:18,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:18,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:18,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:18,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:18,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:21:18,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41969a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:18,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e9f8a3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:18,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9b6217{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/java.io.tmpdir/jetty-localhost-36781-hadoop-hdfs-3_4_1-tests_jar-_-any-14989340122210398511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:18,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bcaa348{HTTP/1.1, (http/1.1)}{localhost:36781} 2024-11-08T17:21:18,781 INFO [Time-limited test {}] server.Server(415): Started @311560ms 2024-11-08T17:21:18,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:21:19,616 WARN [Thread-4145 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/data/data1/current/BP-1483305631-172.17.0.2-1731086477636/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:19,632 WARN [Thread-4146 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/data/data2/current/BP-1483305631-172.17.0.2-1731086477636/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:19,706 WARN [Thread-4133 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:21:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb56b27a92e939a5 with lease ID 0xf3da3c5c0ec9fefc: Processing first storage report for DS-00b9a203-9483-43b3-a8ca-5e0401feb27f from datanode DatanodeRegistration(127.0.0.1:45769, datanodeUuid=49bba1bf-b404-4496-9f00-3cd088dcf300, infoPort=36915, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=649010761;c=1731086477636) 2024-11-08T17:21:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb56b27a92e939a5 with lease ID 0xf3da3c5c0ec9fefc: from storage DS-00b9a203-9483-43b3-a8ca-5e0401feb27f node DatanodeRegistration(127.0.0.1:45769, datanodeUuid=49bba1bf-b404-4496-9f00-3cd088dcf300, infoPort=36915, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=649010761;c=1731086477636), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb56b27a92e939a5 with lease ID 0xf3da3c5c0ec9fefc: Processing first storage report for DS-575064c4-2855-4879-ae93-bbb44b669129 from datanode DatanodeRegistration(127.0.0.1:45769, datanodeUuid=49bba1bf-b404-4496-9f00-3cd088dcf300, infoPort=36915, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=649010761;c=1731086477636) 2024-11-08T17:21:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb56b27a92e939a5 with lease ID 0xf3da3c5c0ec9fefc: from storage DS-575064c4-2855-4879-ae93-bbb44b669129 node DatanodeRegistration(127.0.0.1:45769, datanodeUuid=49bba1bf-b404-4496-9f00-3cd088dcf300, infoPort=36915, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=649010761;c=1731086477636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:19,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46 2024-11-08T17:21:19,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:19,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:21:19,763 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b with version=8 2024-11-08T17:21:19,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/hbase-staging 2024-11-08T17:21:19,765 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:19,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:19,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:21:19,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:19,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35015 2024-11-08T17:21:19,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35015 connecting to ZooKeeper ensemble=127.0.0.1:58018 2024-11-08T17:21:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350150x0, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:19,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35015-0x1011b7764e00000 connected 2024-11-08T17:21:20,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:21:20,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:20,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:20,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on znode that does not yet exist, /01759132059/running 2024-11-08T17:21:20,075 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b, hbase.cluster.distributed=false 2024-11-08T17:21:20,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on znode that does not yet exist, /01759132059/acl 2024-11-08T17:21:20,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35015 2024-11-08T17:21:20,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35015 2024-11-08T17:21:20,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35015 2024-11-08T17:21:20,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35015 2024-11-08T17:21:20,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35015 2024-11-08T17:21:20,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:20,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:20,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:20,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:20,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:20,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:20,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:20,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:21:20,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:20,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36593 2024-11-08T17:21:20,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36593 connecting to ZooKeeper ensemble=127.0.0.1:58018 2024-11-08T17:21:20,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:20,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:20,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365930x0, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on znode that does not yet exist, /01759132059/running 2024-11-08T17:21:20,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:21:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365930x0, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:20,148 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:21:20,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365930x0, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on znode that does not yet exist, /01759132059/master 2024-11-08T17:21:20,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365930x0, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on znode that does not yet exist, /01759132059/acl 2024-11-08T17:21:20,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36593-0x1011b7764e00001 connected 2024-11-08T17:21:20,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36593 2024-11-08T17:21:20,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36593 2024-11-08T17:21:20,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36593 2024-11-08T17:21:20,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36593 2024-11-08T17:21:20,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36593 2024-11-08T17:21:20,184 DEBUG [M:0;74e38af3904c:35015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:35015 2024-11-08T17:21:20,199 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01759132059/backup-masters/74e38af3904c,35015,1731086479765 2024-11-08T17:21:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059/backup-masters 2024-11-08T17:21:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059/backup-masters 2024-11-08T17:21:20,204 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on existing znode=/01759132059/backup-masters/74e38af3904c,35015,1731086479765 2024-11-08T17:21:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759132059/master 2024-11-08T17:21:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:20,214 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on existing znode=/01759132059/master 2024-11-08T17:21:20,215 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01759132059/backup-masters/74e38af3904c,35015,1731086479765 from backup master directory 2024-11-08T17:21:20,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759132059/backup-masters/74e38af3904c,35015,1731086479765 2024-11-08T17:21:20,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059/backup-masters 2024-11-08T17:21:20,224 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:20,224 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,35015,1731086479765 2024-11-08T17:21:20,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059/backup-masters 2024-11-08T17:21:20,236 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/hbase.id] with ID: b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0 2024-11-08T17:21:20,236 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/.tmp/hbase.id 2024-11-08T17:21:20,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:21:20,276 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/.tmp/hbase.id]:[hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/hbase.id] 2024-11-08T17:21:20,285 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:20,285 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:21:20,286 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T17:21:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:21:20,320 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:20,321 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:21:20,321 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:21:20,735 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/data/master/store 2024-11-08T17:21:20,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:21:20,763 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:20,763 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:20,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:20,763 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:20,763 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:20,763 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:20,763 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:20,763 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086480763Disabling compacts and flushes for region at 1731086480763Disabling writes for close at 1731086480763Writing region close event to WAL at 1731086480763Closed at 1731086480763 2024-11-08T17:21:20,763 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/data/master/store/.initializing 2024-11-08T17:21:20,763 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/WALs/74e38af3904c,35015,1731086479765 2024-11-08T17:21:20,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:20,765 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C35015%2C1731086479765, suffix=, logDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/WALs/74e38af3904c,35015,1731086479765, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/oldWALs, maxLogs=10 2024-11-08T17:21:20,779 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/WALs/74e38af3904c,35015,1731086479765/74e38af3904c%2C35015%2C1731086479765.1731086480765, exclude list is [], retry=0 2024-11-08T17:21:20,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-00b9a203-9483-43b3-a8ca-5e0401feb27f,DISK] 2024-11-08T17:21:20,795 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/WALs/74e38af3904c,35015,1731086479765/74e38af3904c%2C35015%2C1731086479765.1731086480765 2024-11-08T17:21:20,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-08T17:21:20,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:20,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:20,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,797 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:21:20,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:20,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:20,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:21:20,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:20,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:20,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:21:20,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:20,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:20,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:21:20,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:20,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:20,822 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,823 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,823 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,824 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,824 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,824 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:20,825 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:20,828 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:20,829 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70822732, jitterRate=0.05534094572067261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:20,829 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086480797Initializing all the Stores at 1731086480797Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086480797Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086480816 (+19 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086480816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086480816Cleaning up temporary data from old regions at 1731086480824 (+8 ms)Region opened successfully at 1731086480829 (+5 ms) 2024-11-08T17:21:20,832 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:21:20,834 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139e2300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:20,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:21:20,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:21:20,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:21:20,835 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:21:20,836 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:21:20,836 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:21:20,836 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:21:20,844 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:21:20,845 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Unable to get data of znode /01759132059/balancer because node does not exist (not necessarily an error) 2024-11-08T17:21:20,880 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759132059/balancer already deleted, retry=false 2024-11-08T17:21:20,880 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:21:20,881 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Unable to get data of znode /01759132059/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:21:20,982 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759132059/normalizer already deleted, retry=false 2024-11-08T17:21:20,983 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:21:20,984 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Unable to get data of znode /01759132059/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:21:21,045 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759132059/switch/split already deleted, retry=false 2024-11-08T17:21:21,046 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Unable to get data of znode /01759132059/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:21:21,108 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759132059/switch/merge already deleted, retry=false 2024-11-08T17:21:21,109 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Unable to get data of znode /01759132059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:21:21,129 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759132059/snapshot-cleanup already deleted, retry=false 2024-11-08T17:21:21,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759132059/running 2024-11-08T17:21:21,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759132059/running 2024-11-08T17:21:21,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:21,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:21,141 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,35015,1731086479765, sessionid=0x1011b7764e00000, setting cluster-up flag (Was=false) 2024-11-08T17:21:21,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:21,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:21,993 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01759132059/flush-table-proc/acquired, /01759132059/flush-table-proc/reached, /01759132059/flush-table-proc/abort 2024-11-08T17:21:21,994 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,35015,1731086479765 2024-11-08T17:21:22,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:22,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:23,067 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01759132059/online-snapshot/acquired, /01759132059/online-snapshot/reached, /01759132059/online-snapshot/abort 2024-11-08T17:21:23,068 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,35015,1731086479765 2024-11-08T17:21:23,068 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:21:23,070 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:23,070 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:21:23,070 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:21:23,070 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,35015,1731086479765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:23,071 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086513072 2024-11-08T17:21:23,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:21:23,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:23,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:21:23,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:21:23,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:21:23,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:21:23,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:21:23,072 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:21:23,073 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:23,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:21:23,075 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,076 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:21:23,076 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:21:23,076 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:21:23,076 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:21:23,079 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:21:23,079 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:21:23,080 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086483079,5,FailOnTimeoutGroup] 2024-11-08T17:21:23,083 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086483080,5,FailOnTimeoutGroup] 2024-11-08T17:21:23,083 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,083 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:21:23,083 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,083 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:21:23,164 INFO [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(746): ClusterId : b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0 2024-11-08T17:21:23,164 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:21:23,330 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:21:23,331 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:21:23,372 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:21:23,372 DEBUG [RS:0;74e38af3904c:36593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edd05f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:23,386 DEBUG [RS:0;74e38af3904c:36593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:36593 2024-11-08T17:21:23,387 INFO [RS:0;74e38af3904c:36593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:21:23,387 INFO [RS:0;74e38af3904c:36593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:21:23,387 DEBUG [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:21:23,387 INFO [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,35015,1731086479765 with port=36593, startcode=1731086480122 2024-11-08T17:21:23,388 DEBUG [RS:0;74e38af3904c:36593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:21:23,389 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:21:23,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,36593,1731086480122 2024-11-08T17:21:23,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35015 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,36593,1731086480122 2024-11-08T17:21:23,391 DEBUG [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b 2024-11-08T17:21:23,391 DEBUG [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40833 2024-11-08T17:21:23,391 DEBUG [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:21:23,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059/rs 2024-11-08T17:21:23,403 DEBUG [RS:0;74e38af3904c:36593 {}] zookeeper.ZKUtil(111): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Set watcher on existing znode=/01759132059/rs/74e38af3904c,36593,1731086480122 2024-11-08T17:21:23,404 WARN [RS:0;74e38af3904c:36593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:23,404 INFO [RS:0;74e38af3904c:36593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:23,404 DEBUG [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/WALs/74e38af3904c,36593,1731086480122 2024-11-08T17:21:23,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,36593,1731086480122] 2024-11-08T17:21:23,429 INFO [RS:0;74e38af3904c:36593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:21:23,430 INFO [RS:0;74e38af3904c:36593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:21:23,431 INFO [RS:0;74e38af3904c:36593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:21:23,431 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,432 INFO [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:21:23,436 INFO [RS:0;74e38af3904c:36593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:21:23,436 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:23,437 DEBUG [RS:0;74e38af3904c:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:23,437 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,438 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,438 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,438 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,438 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,438 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36593,1731086480122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:23,455 INFO [RS:0;74e38af3904c:36593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:21:23,455 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36593,1731086480122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,455 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,455 INFO [RS:0;74e38af3904c:36593 {}] regionserver.Replication(171): 74e38af3904c,36593,1731086480122 started 2024-11-08T17:21:23,473 INFO [RS:0;74e38af3904c:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:23,473 INFO [RS:0;74e38af3904c:36593 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,36593,1731086480122, RpcServer on 74e38af3904c/172.17.0.2:36593, sessionid=0x1011b7764e00001 2024-11-08T17:21:23,473 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:21:23,473 DEBUG [RS:0;74e38af3904c:36593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,36593,1731086480122 2024-11-08T17:21:23,473 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,36593,1731086480122' 2024-11-08T17:21:23,473 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01759132059/flush-table-proc/abort' 2024-11-08T17:21:23,474 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01759132059/flush-table-proc/acquired' 2024-11-08T17:21:23,474 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:21:23,474 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:21:23,474 DEBUG [RS:0;74e38af3904c:36593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,36593,1731086480122 2024-11-08T17:21:23,474 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,36593,1731086480122' 2024-11-08T17:21:23,474 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01759132059/online-snapshot/abort' 2024-11-08T17:21:23,474 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01759132059/online-snapshot/acquired' 2024-11-08T17:21:23,475 DEBUG [RS:0;74e38af3904c:36593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:21:23,475 INFO [RS:0;74e38af3904c:36593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:21:23,475 INFO [RS:0;74e38af3904c:36593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:21:23,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:21:23,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b 2024-11-08T17:21:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741832_1008 (size=32) 2024-11-08T17:21:23,575 INFO [RS:0;74e38af3904c:36593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:23,577 INFO [RS:0;74e38af3904c:36593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C36593%2C1731086480122, suffix=, logDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/WALs/74e38af3904c,36593,1731086480122, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/oldWALs, maxLogs=10 2024-11-08T17:21:23,592 DEBUG [RS:0;74e38af3904c:36593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/WALs/74e38af3904c,36593,1731086480122/74e38af3904c%2C36593%2C1731086480122.1731086483577, exclude list is [], retry=0 2024-11-08T17:21:23,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-00b9a203-9483-43b3-a8ca-5e0401feb27f,DISK] 2024-11-08T17:21:23,597 INFO [RS:0;74e38af3904c:36593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/WALs/74e38af3904c,36593,1731086480122/74e38af3904c%2C36593%2C1731086480122.1731086483577 2024-11-08T17:21:23,599 DEBUG [RS:0;74e38af3904c:36593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-08T17:21:23,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:23,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:23,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:23,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:23,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:23,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:23,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:23,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:23,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:23,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:23,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:23,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:23,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:23,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:23,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:23,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:23,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/hbase/meta/1588230740 2024-11-08T17:21:23,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/hbase/meta/1588230740 2024-11-08T17:21:23,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:23,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:23,907 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:23,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:23,910 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:23,910 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64257145, jitterRate=-0.042493924498558044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:23,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086483898Initializing all the Stores at 1731086483899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086483899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086483900 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086483900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086483900Cleaning up temporary data from old regions at 1731086483907 (+7 ms)Region opened successfully at 1731086483911 (+4 ms) 2024-11-08T17:21:23,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:23,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:23,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:23,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:23,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:23,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:23,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086483911Disabling compacts and flushes for region at 1731086483911Disabling writes for close at 1731086483911Writing region close event to WAL at 1731086483912 (+1 ms)Closed at 1731086483912 2024-11-08T17:21:23,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:23,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:21:23,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:21:23,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:23,915 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:21:24,066 DEBUG [74e38af3904c:35015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:21:24,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,36593,1731086480122 2024-11-08T17:21:24,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,36593,1731086480122, state=OPENING 2024-11-08T17:21:24,077 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:21:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759132059 2024-11-08T17:21:24,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759132059/meta-region-server: CHANGED 2024-11-08T17:21:24,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759132059/meta-region-server: CHANGED 2024-11-08T17:21:24,088 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:24,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,36593,1731086480122}] 2024-11-08T17:21:24,220 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:24,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:21:24,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128649 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:21:24,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:24,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:21:24,251 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:21:24,251 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:24,251 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:21:24,252 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C36593%2C1731086480122.meta, suffix=.meta, logDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/WALs/74e38af3904c,36593,1731086480122, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/oldWALs, maxLogs=10 2024-11-08T17:21:24,271 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/WALs/74e38af3904c,36593,1731086480122/74e38af3904c%2C36593%2C1731086480122.meta.1731086484253.meta, exclude list is [], retry=0 2024-11-08T17:21:24,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-00b9a203-9483-43b3-a8ca-5e0401feb27f,DISK] 2024-11-08T17:21:24,282 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/WALs/74e38af3904c,36593,1731086480122/74e38af3904c%2C36593%2C1731086480122.meta.1731086484253.meta 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:24,283 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:21:24,283 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:21:24,283 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:21:24,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:24,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:24,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:24,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:24,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:24,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:24,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:24,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:24,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:24,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:24,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:24,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:24,294 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:24,295 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/hbase/meta/1588230740 2024-11-08T17:21:24,295 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/hbase/meta/1588230740 2024-11-08T17:21:24,297 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:24,297 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:24,297 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:24,299 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:24,300 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62055152, jitterRate=-0.07530617713928223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:24,301 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:21:24,301 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086484283Writing region info on filesystem at 1731086484283Initializing all the Stores at 1731086484284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086484284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086484288 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086484288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086484288Cleaning up temporary data from old regions at 1731086484297 (+9 ms)Running coprocessor post-open hooks at 1731086484301 (+4 ms)Region opened successfully at 1731086484301 2024-11-08T17:21:24,302 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086484242 2024-11-08T17:21:24,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,36593,1731086480122 2024-11-08T17:21:24,306 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,36593,1731086480122, state=OPEN 2024-11-08T17:21:24,306 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:21:24,306 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:21:24,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1011b7764e00001, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759132059/meta-region-server 2024-11-08T17:21:24,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35015-0x1011b7764e00000, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759132059/meta-region-server 2024-11-08T17:21:24,383 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,36593,1731086480122 2024-11-08T17:21:24,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759132059/meta-region-server: CHANGED 2024-11-08T17:21:24,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759132059/meta-region-server: CHANGED 2024-11-08T17:21:24,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:21:24,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,36593,1731086480122 in 295 msec 2024-11-08T17:21:24,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:21:24,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-08T17:21:24,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:24,389 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:21:24,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:24,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,36593,1731086480122, seqNum=-1] 2024-11-08T17:21:24,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:24,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:24,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-08T17:21:24,397 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086484397, completionTime=-1 2024-11-08T17:21:24,397 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:21:24,397 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086544399 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086604399 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35015,1731086479765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35015,1731086479765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35015,1731086479765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:24,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:35015, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:24,400 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:24,402 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:21:24,408 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.187sec 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35015,1731086479765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:24,412 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35015,1731086479765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:21:24,429 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:21:24,429 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:21:24,429 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,35015,1731086479765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:24,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9e323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:24,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35015,-1 for getting cluster id 2024-11-08T17:21:24,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:24,502 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0' 2024-11-08T17:21:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0" 2024-11-08T17:21:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c82625a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35015,-1] 2024-11-08T17:21:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:24,505 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:24,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b105a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:24,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:24,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,36593,1731086480122, seqNum=-1] 2024-11-08T17:21:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:24,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:24,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,35015,1731086479765 2024-11-08T17:21:24,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58018 2024-11-08T17:21:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58018, baseZNode=/01759132059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:24,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b7764e00002 connected 2024-11-08T17:21:24,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35015,1731086479765 2024-11-08T17:21:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d439dad 2024-11-08T17:21:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:24,555 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:24,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:21:24,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:21:24,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:21:24,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:21:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:21:24,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7814fed8e3a895eba02effc0a915bad2, NAME => 'test,,1731086484556.7814fed8e3a895eba02effc0a915bad2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b 2024-11-08T17:21:24,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:21:24,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086484556.7814fed8e3a895eba02effc0a915bad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:24,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7814fed8e3a895eba02effc0a915bad2, disabling compactions & flushes 2024-11-08T17:21:24,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. 2024-11-08T17:21:24,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. 2024-11-08T17:21:24,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. after waiting 0 ms 2024-11-08T17:21:24,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. 2024-11-08T17:21:24,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. 2024-11-08T17:21:24,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7814fed8e3a895eba02effc0a915bad2: Waiting for close lock at 1731086484662Disabling compacts and flushes for region at 1731086484662Disabling writes for close at 1731086484663 (+1 ms)Writing region close event to WAL at 1731086484663Closed at 1731086484663 2024-11-08T17:21:24,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:21:24,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086484556.7814fed8e3a895eba02effc0a915bad2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086484664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086484664"}]},"ts":"1731086484664"} 2024-11-08T17:21:24,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:21:24,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:21:24,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086484668"}]},"ts":"1731086484668"} 2024-11-08T17:21:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:24,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:21:24,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7814fed8e3a895eba02effc0a915bad2, ASSIGN}] 2024-11-08T17:21:24,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7814fed8e3a895eba02effc0a915bad2, ASSIGN 2024-11-08T17:21:24,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7814fed8e3a895eba02effc0a915bad2, ASSIGN; state=OFFLINE, location=74e38af3904c,36593,1731086480122; forceNewPlan=false, retain=false 2024-11-08T17:21:24,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7814fed8e3a895eba02effc0a915bad2, regionState=OPENING, regionLocation=74e38af3904c,36593,1731086480122 2024-11-08T17:21:24,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7814fed8e3a895eba02effc0a915bad2, ASSIGN because future has completed 2024-11-08T17:21:24,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7814fed8e3a895eba02effc0a915bad2, server=74e38af3904c,36593,1731086480122}] 2024-11-08T17:21:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:24,986 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. 2024-11-08T17:21:24,986 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7814fed8e3a895eba02effc0a915bad2, NAME => 'test,,1731086484556.7814fed8e3a895eba02effc0a915bad2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:24,986 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:24,986 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:21:24,986 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,986 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086484556.7814fed8e3a895eba02effc0a915bad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:24,986 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,986 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,987 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,988 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7814fed8e3a895eba02effc0a915bad2 columnFamilyName f 2024-11-08T17:21:24,988 DEBUG [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,989 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] regionserver.HStore(327): Store=7814fed8e3a895eba02effc0a915bad2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:24,989 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,990 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7814fed8e3a895eba02effc0a915bad2 columnFamilyName f1 2024-11-08T17:21:24,990 DEBUG [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,990 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] regionserver.HStore(327): Store=7814fed8e3a895eba02effc0a915bad2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:24,990 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,991 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7814fed8e3a895eba02effc0a915bad2 columnFamilyName norep 2024-11-08T17:21:24,991 DEBUG [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:24,991 INFO [StoreOpener-7814fed8e3a895eba02effc0a915bad2-1 {}] regionserver.HStore(327): Store=7814fed8e3a895eba02effc0a915bad2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:24,992 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,992 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/default/test/7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,992 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/default/test/7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,993 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,993 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,993 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:21:24,994 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,995 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/data/default/test/7814fed8e3a895eba02effc0a915bad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:24,996 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7814fed8e3a895eba02effc0a915bad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62204226, jitterRate=-0.07308480143547058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:21:24,996 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7814fed8e3a895eba02effc0a915bad2 2024-11-08T17:21:24,996 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7814fed8e3a895eba02effc0a915bad2: Running coprocessor pre-open hook at 1731086484987Writing region info on filesystem at 1731086484987Initializing all the Stores at 1731086484987Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086484987Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086484987Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086484987Cleaning up temporary data from old regions at 1731086484993 (+6 ms)Running coprocessor post-open hooks at 1731086484996 (+3 ms)Region opened successfully at 1731086484996 2024-11-08T17:21:25,013 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086484556.7814fed8e3a895eba02effc0a915bad2., pid=6, masterSystemTime=1731086484983 2024-11-08T17:21:25,015 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. 2024-11-08T17:21:25,015 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086484556.7814fed8e3a895eba02effc0a915bad2. 2024-11-08T17:21:25,016 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7814fed8e3a895eba02effc0a915bad2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,36593,1731086480122 2024-11-08T17:21:25,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7814fed8e3a895eba02effc0a915bad2, server=74e38af3904c,36593,1731086480122 because future has completed 2024-11-08T17:21:25,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:21:25,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7814fed8e3a895eba02effc0a915bad2, server=74e38af3904c,36593,1731086480122 in 188 msec 2024-11-08T17:21:25,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:21:25,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7814fed8e3a895eba02effc0a915bad2, ASSIGN in 349 msec 2024-11-08T17:21:25,024 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:21:25,024 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086485024"}]},"ts":"1731086485024"} 2024-11-08T17:21:25,026 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:21:25,027 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:21:25,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 470 msec 2024-11-08T17:21:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:25,191 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:21:25,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338e3176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:25,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35015,-1 for getting cluster id 2024-11-08T17:21:25,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:25,193 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0' 2024-11-08T17:21:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0" 2024-11-08T17:21:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424f3395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35015,-1] 2024-11-08T17:21:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:25,195 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:25,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:25,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be6b1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:25,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35015,1731086479765 2024-11-08T17:21:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bfc9e40 2024-11-08T17:21:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:25,207 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:25,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:35015,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:21:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:21:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:25,210 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:35015' 2024-11-08T17:21:25,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18607c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:25,211 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,35015,-1 for getting cluster id 2024-11-08T17:21:25,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:25,211 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0' 2024-11-08T17:21:25,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:25,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7a432b3-f296-4fa2-9e8f-5d8e2bd697f0" 2024-11-08T17:21:25,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278af50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:25,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,35015,-1] 2024-11-08T17:21:25,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:25,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:25,213 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:25,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef2edeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:25,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:25,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,35015,1731086479765 2024-11-08T17:21:25,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@262168d6 2024-11-08T17:21:25,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:25,215 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:25,216 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T17:21:25,216 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:21:25,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:25,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:25,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:25,216 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74e38af3904c:35015, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T17:21:25,232 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74e38af3904c:35015, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74e38af3904c:35015, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74e38af3904c:35015, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T17:21:25,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74e38af3904c:35015, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=24 msec 2024-11-08T17:21:25,234 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T17:21:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:25,323 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://74e38af3904c:35015, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T17:21:25,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:25,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:25,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:25,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:25,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:25,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 361) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/74e38af3904c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b-prefix:74e38af3904c,36593,1731086480122 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1483305631-172.17.0.2-1731086477636:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@c08ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;74e38af3904c:36593 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@347d4209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp558727336-7841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp558727336-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f114c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp558727336-7840 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f114cada5b8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp558727336-7842 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp558727336-7837 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f114c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/data/data1/current/BP-1483305631-172.17.0.2-1731086477636 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1934442524-7885-acceptor-0@397dcdab-ServerConnector@6bcaa348{HTTP/1.1, (http/1.1)}{localhost:36781} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 0 on default port 41857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1483305631-172.17.0.2-1731086477636:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/data/data2/current/BP-1483305631-172.17.0.2-1731086477636 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_REGION-regionserver/74e38af3904c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6bd3a1ae-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58018) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b/MasterData-prefix:74e38af3904c,35015,1731086479765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40833/user/jenkins/test-data/e2208e3f-c9e9-25f6-69a7-67d50c43476b-prefix:74e38af3904c,36593,1731086480122.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp558727336-7835 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f114c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp558727336-7839-acceptor-0@5abad865-ServerConnector@52a52d6b{HTTP/1.1, (http/1.1)}{localhost:35701} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58018 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6783e770[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: CacheReplicationMonitor(1031754976) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74e38af3904c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:58018): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server idle connection scanner for port 41857 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132203742_20 at /127.0.0.1:56618 [Receiving block BP-1483305631-172.17.0.2-1731086477636:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f114c9f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4015788 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58018) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@48dee05d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6388039c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6f36f996 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/74e38af3904c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@47ff319c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp558727336-7838 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f114c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132203742_20 at /127.0.0.1:56628 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086483079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PacketResponder: BP-1483305631-172.17.0.2-1731086477636:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1934442524-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f114c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58018) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40833 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@38825b9a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/cluster_64522125-75ec-1c4a-3661-1872ca778338/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server idle connection scanner for port 40833 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-4a3f3b0d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 41857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;74e38af3904c:35015 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RS:0;74e38af3904c:36593-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74e38af3904c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132203742_20 at /127.0.0.1:56632 [Receiving block BP-1483305631-172.17.0.2-1731086477636:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74e38af3904c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1934442524-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1483305631-172.17.0.2-1731086477636 heartbeating to localhost/127.0.0.1:40833 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: 74e38af3904c:35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1863936896_20 at /127.0.0.1:39334 [Receiving block BP-1483305631-172.17.0.2-1731086477636:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6b12c030 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086483080 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1934442524-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=866 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=556 (was 556), ProcessCount=11 (was 11), AvailableMemoryMB=3391 (was 3629) 2024-11-08T17:21:25,357 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-08T17:21:25,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=12, AvailableMemoryMB=3387 2024-11-08T17:21:25,394 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-08T17:21:25,418 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T17:21:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.log.dir so I do NOT create it in target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a 2024-11-08T17:21:25,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:21:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.tmp.dir so I do NOT create it in target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a 2024-11-08T17:21:25,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9f8c089-654a-1920-d24b-ce7263f1ec46/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:21:25,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a 2024-11-08T17:21:25,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd, deleteOnExit=true 2024-11-08T17:21:25,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd/zookeeper_0, clientPort=52353, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T17:21:25,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52353 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/test.cache.data in system properties and HBase conf 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:21:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:21:25,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:21:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:21:25,950 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T17:21:25,958 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:25,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:25,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:25,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:25,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:25,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:25,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:25,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,013 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,016 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,016 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:26,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:26,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:26,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:26,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:26,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:21:26,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:26,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76eb042e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:26,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e1b246{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:26,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee5d4d6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/java.io.tmpdir/jetty-localhost-34209-hadoop-hdfs-3_4_1-tests_jar-_-any-450163418250944872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:26,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cbe5bcd{HTTP/1.1, (http/1.1)}{localhost:34209} 2024-11-08T17:21:26,164 INFO [Time-limited test {}] server.Server(415): Started @318943ms 2024-11-08T17:21:26,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T17:21:26,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T17:21:26,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T17:21:26,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T17:21:26,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:26,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T17:21:26,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:26,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:26,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:26,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:26,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:21:26,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c881b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:26,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7659a85a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:26,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29395813{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/java.io.tmpdir/jetty-localhost-34021-hadoop-hdfs-3_4_1-tests_jar-_-any-8060306946002019503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:26,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44836c14{HTTP/1.1, (http/1.1)}{localhost:34021} 2024-11-08T17:21:26,743 INFO [Time-limited test {}] server.Server(415): Started @319523ms 2024-11-08T17:21:26,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:21:27,366 WARN [Thread-4281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd/data/data1/current/BP-1012117589-172.17.0.2-1731086485519/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:27,366 WARN [Thread-4282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd/data/data2/current/BP-1012117589-172.17.0.2-1731086485519/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:27,381 WARN [Thread-4269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:21:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5b3873e4e5ff5f0 with lease ID 0x1aa15f9a66aca4b2: Processing first storage report for DS-a97f3160-71e6-45d7-906b-cc67ec87ad78 from datanode DatanodeRegistration(127.0.0.1:44825, datanodeUuid=abab4aa4-ee2d-46d3-bf7d-ab94b72c3b67, infoPort=32955, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1360174738;c=1731086485519) 2024-11-08T17:21:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5b3873e4e5ff5f0 with lease ID 0x1aa15f9a66aca4b2: from storage DS-a97f3160-71e6-45d7-906b-cc67ec87ad78 node DatanodeRegistration(127.0.0.1:44825, datanodeUuid=abab4aa4-ee2d-46d3-bf7d-ab94b72c3b67, infoPort=32955, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1360174738;c=1731086485519), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5b3873e4e5ff5f0 with lease ID 0x1aa15f9a66aca4b2: Processing first storage report for DS-47f7042c-1373-4db8-a4ba-a88428f1ed5d from datanode DatanodeRegistration(127.0.0.1:44825, datanodeUuid=abab4aa4-ee2d-46d3-bf7d-ab94b72c3b67, infoPort=32955, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1360174738;c=1731086485519) 2024-11-08T17:21:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5b3873e4e5ff5f0 with lease ID 0x1aa15f9a66aca4b2: from storage DS-47f7042c-1373-4db8-a4ba-a88428f1ed5d node DatanodeRegistration(127.0.0.1:44825, datanodeUuid=abab4aa4-ee2d-46d3-bf7d-ab94b72c3b67, infoPort=32955, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1360174738;c=1731086485519), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:27,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a 2024-11-08T17:21:27,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:27,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:21:27,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747 with version=8 2024-11-08T17:21:27,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/hbase-staging 2024-11-08T17:21:27,491 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:27,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:27,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:27,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:27,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:27,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:27,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:21:27,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:27,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36379 2024-11-08T17:21:27,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36379 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:27,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363790x0, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:27,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36379-0x1011b77836c0000 connected 2024-11-08T17:21:27,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:27,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:27,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on znode that does not yet exist, /0-1706467340/running 2024-11-08T17:21:27,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747, hbase.cluster.distributed=false 2024-11-08T17:21:27,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on znode that does not yet exist, /0-1706467340/acl 2024-11-08T17:21:27,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36379 2024-11-08T17:21:27,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36379 2024-11-08T17:21:27,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36379 2024-11-08T17:21:27,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36379 2024-11-08T17:21:27,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36379 2024-11-08T17:21:27,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:27,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:27,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:27,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:27,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:27,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:27,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:21:27,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:27,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46519 2024-11-08T17:21:27,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46519 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:27,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:27,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465190x0, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:27,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465190x0, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on znode that does not yet exist, /0-1706467340/running 2024-11-08T17:21:27,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46519-0x1011b77836c0001 connected 2024-11-08T17:21:27,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:21:27,738 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:21:27,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on znode that does not yet exist, /0-1706467340/master 2024-11-08T17:21:27,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on znode that does not yet exist, /0-1706467340/acl 2024-11-08T17:21:27,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46519 2024-11-08T17:21:27,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46519 2024-11-08T17:21:27,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46519 2024-11-08T17:21:27,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46519 2024-11-08T17:21:27,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46519 2024-11-08T17:21:27,762 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:36379 2024-11-08T17:21:27,764 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1706467340/backup-masters/74e38af3904c,36379,1731086487491 2024-11-08T17:21:27,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340/backup-masters 2024-11-08T17:21:27,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340/backup-masters 2024-11-08T17:21:27,776 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on existing znode=/0-1706467340/backup-masters/74e38af3904c,36379,1731086487491 2024-11-08T17:21:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1706467340/master 2024-11-08T17:21:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:27,786 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on existing znode=/0-1706467340/master 2024-11-08T17:21:27,786 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1706467340/backup-masters/74e38af3904c,36379,1731086487491 from backup master directory 2024-11-08T17:21:27,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1706467340/backup-masters/74e38af3904c,36379,1731086487491 2024-11-08T17:21:27,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340/backup-masters 2024-11-08T17:21:27,796 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:27,796 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,36379,1731086487491 2024-11-08T17:21:27,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340/backup-masters 2024-11-08T17:21:27,801 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/hbase.id] with ID: 36282609-4a34-4f9f-8b6a-b356161d32df 2024-11-08T17:21:27,801 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/.tmp/hbase.id 2024-11-08T17:21:27,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:21:28,222 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/.tmp/hbase.id]:[hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/hbase.id] 2024-11-08T17:21:28,229 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:28,230 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:21:28,230 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T17:21:28,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:28,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:21:28,663 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:28,664 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:21:28,664 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:28,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:21:28,670 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store 2024-11-08T17:21:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:21:29,079 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:29,079 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:29,079 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:29,079 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:29,079 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:29,079 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:29,079 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:29,079 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086489079Disabling compacts and flushes for region at 1731086489079Disabling writes for close at 1731086489079Writing region close event to WAL at 1731086489079Closed at 1731086489079 2024-11-08T17:21:29,080 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/.initializing 2024-11-08T17:21:29,080 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/WALs/74e38af3904c,36379,1731086487491 2024-11-08T17:21:29,080 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:29,082 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C36379%2C1731086487491, suffix=, logDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/WALs/74e38af3904c,36379,1731086487491, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/oldWALs, maxLogs=10 2024-11-08T17:21:29,096 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/WALs/74e38af3904c,36379,1731086487491/74e38af3904c%2C36379%2C1731086487491.1731086489082, exclude list is [], retry=0 2024-11-08T17:21:29,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44825,DS-a97f3160-71e6-45d7-906b-cc67ec87ad78,DISK] 2024-11-08T17:21:29,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/WALs/74e38af3904c,36379,1731086487491/74e38af3904c%2C36379%2C1731086487491.1731086489082 2024-11-08T17:21:29,100 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-08T17:21:29,100 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:29,100 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:29,100 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,100 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:21:29,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:29,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:21:29,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:29,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:21:29,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:29,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:21:29,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:29,108 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,109 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,109 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,110 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,110 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,110 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:29,111 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:29,112 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:29,112 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65354939, jitterRate=-0.02613551914691925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:29,112 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086489100Initializing all the Stores at 1731086489101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086489101Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086489104 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086489104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086489104Cleaning up temporary data from old regions at 1731086489110 (+6 ms)Region opened successfully at 1731086489112 (+2 ms) 2024-11-08T17:21:29,113 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:21:29,115 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57728fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:29,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:21:29,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:21:29,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:21:29,115 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:21:29,116 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:21:29,116 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:21:29,116 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:21:29,117 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:21:29,118 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Unable to get data of znode /0-1706467340/balancer because node does not exist (not necessarily an error) 2024-11-08T17:21:29,170 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1706467340/balancer already deleted, retry=false 2024-11-08T17:21:29,171 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:21:29,171 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Unable to get data of znode /0-1706467340/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:21:29,181 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1706467340/normalizer already deleted, retry=false 2024-11-08T17:21:29,181 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:21:29,182 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Unable to get data of znode /0-1706467340/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:21:29,191 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1706467340/switch/split already deleted, retry=false 2024-11-08T17:21:29,192 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Unable to get data of znode /0-1706467340/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:21:29,202 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1706467340/switch/merge already deleted, retry=false 2024-11-08T17:21:29,203 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Unable to get data of znode /0-1706467340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:21:29,212 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1706467340/snapshot-cleanup already deleted, retry=false 2024-11-08T17:21:29,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1706467340/running 2024-11-08T17:21:29,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1706467340/running 2024-11-08T17:21:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:29,226 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,36379,1731086487491, sessionid=0x1011b77836c0000, setting cluster-up flag (Was=false) 2024-11-08T17:21:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:29,280 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1706467340/flush-table-proc/acquired, /0-1706467340/flush-table-proc/reached, /0-1706467340/flush-table-proc/abort 2024-11-08T17:21:29,281 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,36379,1731086487491 2024-11-08T17:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:29,333 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1706467340/online-snapshot/acquired, /0-1706467340/online-snapshot/reached, /0-1706467340/online-snapshot/abort 2024-11-08T17:21:29,334 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,36379,1731086487491 2024-11-08T17:21:29,335 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:21:29,336 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:29,336 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:21:29,336 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:21:29,337 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,36379,1731086487491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:29,338 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,339 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086519339 2024-11-08T17:21:29,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:29,339 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:21:29,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:21:29,339 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:21:29,339 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:21:29,339 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:21:29,339 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:21:29,339 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:21:29,340 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,340 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:21:29,340 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:21:29,340 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:21:29,340 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:21:29,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:21:29,344 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:21:29,344 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:21:29,348 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086489344,5,FailOnTimeoutGroup] 2024-11-08T17:21:29,352 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086489348,5,FailOnTimeoutGroup] 2024-11-08T17:21:29,352 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,352 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:21:29,352 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,352 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,353 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(746): ClusterId : 36282609-4a34-4f9f-8b6a-b356161d32df 2024-11-08T17:21:29,353 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:21:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:21:29,365 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:21:29,365 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:21:29,375 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:21:29,376 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59320aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:29,390 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:46519 2024-11-08T17:21:29,391 INFO [RS:0;74e38af3904c:46519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:21:29,391 INFO [RS:0;74e38af3904c:46519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:21:29,391 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:21:29,392 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,36379,1731086487491 with port=46519, startcode=1731086487717 2024-11-08T17:21:29,392 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:21:29,393 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:21:29,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,46519,1731086487717 2024-11-08T17:21:29,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36379 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,46519,1731086487717 2024-11-08T17:21:29,394 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747 2024-11-08T17:21:29,394 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46619 2024-11-08T17:21:29,394 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:21:29,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340/rs 2024-11-08T17:21:29,407 DEBUG [RS:0;74e38af3904c:46519 {}] zookeeper.ZKUtil(111): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on existing znode=/0-1706467340/rs/74e38af3904c,46519,1731086487717 2024-11-08T17:21:29,407 WARN [RS:0;74e38af3904c:46519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:29,407 INFO [RS:0;74e38af3904c:46519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:29,407 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717 2024-11-08T17:21:29,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,46519,1731086487717] 2024-11-08T17:21:29,409 INFO [RS:0;74e38af3904c:46519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:21:29,410 INFO [RS:0;74e38af3904c:46519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:21:29,410 INFO [RS:0;74e38af3904c:46519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:21:29,410 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,410 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:29,411 DEBUG [RS:0;74e38af3904c:46519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,411 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46519,1731086487717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:29,425 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:21:29,425 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,46519,1731086487717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,425 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,425 INFO [RS:0;74e38af3904c:46519 {}] regionserver.Replication(171): 74e38af3904c,46519,1731086487717 started 2024-11-08T17:21:29,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T17:21:29,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T17:21:29,439 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:29,439 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,46519,1731086487717, RpcServer on 74e38af3904c/172.17.0.2:46519, sessionid=0x1011b77836c0001 2024-11-08T17:21:29,439 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:21:29,439 DEBUG [RS:0;74e38af3904c:46519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,46519,1731086487717 2024-11-08T17:21:29,439 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,46519,1731086487717' 2024-11-08T17:21:29,439 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1706467340/flush-table-proc/abort' 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1706467340/flush-table-proc/acquired' 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,46519,1731086487717 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,46519,1731086487717' 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1706467340/online-snapshot/abort' 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1706467340/online-snapshot/acquired' 2024-11-08T17:21:29,440 DEBUG [RS:0;74e38af3904c:46519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:21:29,441 INFO [RS:0;74e38af3904c:46519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:21:29,441 INFO [RS:0;74e38af3904c:46519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:21:29,541 INFO [RS:0;74e38af3904c:46519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:29,542 INFO [RS:0;74e38af3904c:46519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46519%2C1731086487717, suffix=, logDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/oldWALs, maxLogs=10 2024-11-08T17:21:29,558 DEBUG [RS:0;74e38af3904c:46519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542, exclude list is [], retry=0 2024-11-08T17:21:29,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44825,DS-a97f3160-71e6-45d7-906b-cc67ec87ad78,DISK] 2024-11-08T17:21:29,565 INFO [RS:0;74e38af3904c:46519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 2024-11-08T17:21:29,565 DEBUG [RS:0;74e38af3904c:46519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-08T17:21:29,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:21:29,763 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747 2024-11-08T17:21:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:21:29,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:29,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:29,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:29,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:29,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:29,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:29,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:29,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:29,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:29,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:29,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:29,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:29,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:29,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:29,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:29,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740 2024-11-08T17:21:29,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740 2024-11-08T17:21:29,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:29,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:29,786 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:29,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:29,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:29,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64709714, jitterRate=-0.035750120878219604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086489772Initializing all the Stores at 1731086489772Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086489773 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086489773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086489773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086489773Cleaning up temporary data from old regions at 1731086489785 (+12 ms)Region opened successfully at 1731086489793 (+8 ms) 2024-11-08T17:21:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:29,793 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:29,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:29,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086489793Disabling compacts and flushes for region at 1731086489793Disabling writes for close at 1731086489793Writing region close event to WAL at 1731086489796 (+3 ms)Closed at 1731086489796 2024-11-08T17:21:29,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:29,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:21:29,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:21:29,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:29,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:21:29,954 DEBUG [74e38af3904c:36379 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:21:29,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,46519,1731086487717 2024-11-08T17:21:29,956 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,46519,1731086487717, state=OPENING 2024-11-08T17:21:29,964 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:21:30,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:30,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:30,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1706467340/meta-region-server: CHANGED 2024-11-08T17:21:30,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1706467340/meta-region-server: CHANGED 2024-11-08T17:21:30,038 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:30,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,46519,1731086487717}] 2024-11-08T17:21:30,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:30,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:21:30,194 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:21:30,194 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:30,194 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:21:30,195 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46519%2C1731086487717.meta, suffix=.meta, logDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/oldWALs, maxLogs=10 2024-11-08T17:21:30,211 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.meta.1731086490195.meta, exclude list is [], retry=0 2024-11-08T17:21:30,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44825,DS-a97f3160-71e6-45d7-906b-cc67ec87ad78,DISK] 2024-11-08T17:21:30,214 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.meta.1731086490195.meta 2024-11-08T17:21:30,214 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-08T17:21:30,214 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:30,214 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:30,214 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:21:30,214 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:21:30,215 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:21:30,215 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:21:30,215 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:30,215 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:21:30,215 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:21:30,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:30,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:30,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:30,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:30,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:30,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:30,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:30,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:30,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:30,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:30,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:30,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:30,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:30,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:30,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:30,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:30,219 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:30,220 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740 2024-11-08T17:21:30,220 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740 2024-11-08T17:21:30,221 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:30,221 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:30,222 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:30,222 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:30,223 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66722858, jitterRate=-0.005751937627792358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:30,223 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:21:30,223 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086490215Writing region info on filesystem at 1731086490215Initializing all the Stores at 1731086490215Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086490215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086490216 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086490216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086490216Cleaning up temporary data from old regions at 1731086490221 (+5 ms)Running coprocessor post-open hooks at 1731086490223 (+2 ms)Region opened successfully at 1731086490223 2024-11-08T17:21:30,223 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086490190 2024-11-08T17:21:30,225 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:21:30,225 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:21:30,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,46519,1731086487717 2024-11-08T17:21:30,226 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,46519,1731086487717, state=OPEN 2024-11-08T17:21:30,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1706467340/meta-region-server 2024-11-08T17:21:30,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1706467340/meta-region-server 2024-11-08T17:21:30,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,46519,1731086487717 2024-11-08T17:21:30,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1706467340/meta-region-server: CHANGED 2024-11-08T17:21:30,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1706467340/meta-region-server: CHANGED 2024-11-08T17:21:30,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:21:30,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,46519,1731086487717 in 206 msec 2024-11-08T17:21:30,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:21:30,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-08T17:21:30,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:30,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:21:30,248 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:30,248 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46519,1731086487717, seqNum=-1] 2024-11-08T17:21:30,248 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:30,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:30,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 919 msec 2024-11-08T17:21:30,257 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086490257, completionTime=-1 2024-11-08T17:21:30,259 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:21:30,260 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:21:30,262 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:21:30,262 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086550262 2024-11-08T17:21:30,262 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086610262 2024-11-08T17:21:30,262 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:21:30,263 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36379,1731086487491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:30,263 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36379,1731086487491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:30,263 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36379,1731086487491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:30,263 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:36379, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:30,263 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:30,264 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:30,268 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.475sec 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36379,1731086487491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:30,271 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36379,1731086487491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:21:30,273 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:21:30,273 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:21:30,273 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36379,1731086487491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:30,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8d7182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:30,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36379,-1 for getting cluster id 2024-11-08T17:21:30,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:30,357 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36282609-4a34-4f9f-8b6a-b356161d32df' 2024-11-08T17:21:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36282609-4a34-4f9f-8b6a-b356161d32df" 2024-11-08T17:21:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6c0be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36379,-1] 2024-11-08T17:21:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:30,359 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:30,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fec7453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:30,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46519,1731086487717, seqNum=-1] 2024-11-08T17:21:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:30,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:30,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,36379,1731086487491 2024-11-08T17:21:30,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:30,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:30,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011b77836c0002 connected 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.log.dir so I do NOT create it in target/test-data/20631d16-56d2-d43e-ff28-b707b149def5 2024-11-08T17:21:30,394 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.tmp.dir so I do NOT create it in target/test-data/20631d16-56d2-d43e-ff28-b707b149def5 2024-11-08T17:21:30,394 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:21:30,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/cluster_af86814c-ea9f-a991-4e06-4532caf71e1a, deleteOnExit=true 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/test.cache.data in system properties and HBase conf 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:21:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:21:30,395 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:21:30,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:21:30,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:21:30,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:30,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:21:30,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:21:30,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:30,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:30,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:30,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:30,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:21:30,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:30,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365600a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:30,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30ee552b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:30,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@120e3f87{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/java.io.tmpdir/jetty-localhost-33349-hadoop-hdfs-3_4_1-tests_jar-_-any-3960241379551718741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:30,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4b2328{HTTP/1.1, (http/1.1)}{localhost:33349} 2024-11-08T17:21:30,850 INFO [Time-limited test {}] server.Server(415): Started @323629ms 2024-11-08T17:21:31,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:31,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:31,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:31,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:31,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:21:31,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23eb75bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:31,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec51e25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:31,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16158018{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/java.io.tmpdir/jetty-localhost-45931-hadoop-hdfs-3_4_1-tests_jar-_-any-11568917173781728181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:31,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a522078{HTTP/1.1, (http/1.1)}{localhost:45931} 2024-11-08T17:21:31,232 INFO [Time-limited test {}] server.Server(415): Started @324011ms 2024-11-08T17:21:31,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:21:32,128 WARN [Thread-4401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/cluster_af86814c-ea9f-a991-4e06-4532caf71e1a/data/data1/current/BP-724246856-172.17.0.2-1731086490421/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:32,130 WARN [Thread-4402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/cluster_af86814c-ea9f-a991-4e06-4532caf71e1a/data/data2/current/BP-724246856-172.17.0.2-1731086490421/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:32,171 WARN [Thread-4389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:21:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0624db459ea3802 with lease ID 0x238a80cdcacb4635: Processing first storage report for DS-5bf36964-241a-4c5a-89fd-7fb926a36f61 from datanode DatanodeRegistration(127.0.0.1:37105, datanodeUuid=ced375f0-4f92-45c8-9dda-cbd869ff072c, infoPort=39295, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=1797223046;c=1731086490421) 2024-11-08T17:21:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0624db459ea3802 with lease ID 0x238a80cdcacb4635: from storage DS-5bf36964-241a-4c5a-89fd-7fb926a36f61 node DatanodeRegistration(127.0.0.1:37105, datanodeUuid=ced375f0-4f92-45c8-9dda-cbd869ff072c, infoPort=39295, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=1797223046;c=1731086490421), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0624db459ea3802 with lease ID 0x238a80cdcacb4635: Processing first storage report for DS-1878bb5d-4eb1-425c-971a-3076ab39c719 from datanode DatanodeRegistration(127.0.0.1:37105, datanodeUuid=ced375f0-4f92-45c8-9dda-cbd869ff072c, infoPort=39295, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=1797223046;c=1731086490421) 2024-11-08T17:21:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0624db459ea3802 with lease ID 0x238a80cdcacb4635: from storage DS-1878bb5d-4eb1-425c-971a-3076ab39c719 node DatanodeRegistration(127.0.0.1:37105, datanodeUuid=ced375f0-4f92-45c8-9dda-cbd869ff072c, infoPort=39295, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=1797223046;c=1731086490421), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:32,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5 2024-11-08T17:21:32,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:32,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:32,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:21:32,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8 with version=8 2024-11-08T17:21:32,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/hbase-staging 2024-11-08T17:21:32,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:32,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:32,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:32,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:32,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:32,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:32,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:21:32,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:32,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36975 2024-11-08T17:21:32,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36975 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369750x0, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:32,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36975-0x1011b77836c0003 connected 2024-11-08T17:21:32,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:32,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:32,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on znode that does not yet exist, /1857480195/running 2024-11-08T17:21:32,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8, hbase.cluster.distributed=false 2024-11-08T17:21:32,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on znode that does not yet exist, /1857480195/acl 2024-11-08T17:21:32,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36975 2024-11-08T17:21:32,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36975 2024-11-08T17:21:32,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36975 2024-11-08T17:21:32,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36975 2024-11-08T17:21:32,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36975 2024-11-08T17:21:32,454 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:32,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:32,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:32,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:32,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:32,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:32,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:21:32,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:32,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45541 2024-11-08T17:21:32,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45541 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:32,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:32,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:32,481 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455410x0, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:32,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455410x0, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on znode that does not yet exist, /1857480195/running 2024-11-08T17:21:32,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:21:32,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45541-0x1011b77836c0004 connected 2024-11-08T17:21:32,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:21:32,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on znode that does not yet exist, /1857480195/master 2024-11-08T17:21:32,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on znode that does not yet exist, /1857480195/acl 2024-11-08T17:21:32,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45541 2024-11-08T17:21:32,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45541 2024-11-08T17:21:32,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45541 2024-11-08T17:21:32,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45541 2024-11-08T17:21:32,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45541 2024-11-08T17:21:32,590 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:36975 2024-11-08T17:21:32,591 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1857480195/backup-masters/74e38af3904c,36975,1731086492275 2024-11-08T17:21:32,602 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195/backup-masters 2024-11-08T17:21:32,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195/backup-masters 2024-11-08T17:21:32,605 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on existing znode=/1857480195/backup-masters/74e38af3904c,36975,1731086492275 2024-11-08T17:21:32,617 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1857480195/master 2024-11-08T17:21:32,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:32,617 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:32,617 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on existing znode=/1857480195/master 2024-11-08T17:21:32,618 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1857480195/backup-masters/74e38af3904c,36975,1731086492275 from backup master directory 2024-11-08T17:21:32,628 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:32,628 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,36975,1731086492275 2024-11-08T17:21:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1857480195/backup-masters/74e38af3904c,36975,1731086492275 2024-11-08T17:21:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195/backup-masters 2024-11-08T17:21:32,629 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195/backup-masters 2024-11-08T17:21:32,631 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/hbase.id] with ID: d24b7cc3-4628-4267-a6fe-51c3845e2810 2024-11-08T17:21:32,631 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/.tmp/hbase.id 2024-11-08T17:21:32,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:21:32,663 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/.tmp/hbase.id]:[hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/hbase.id] 2024-11-08T17:21:32,672 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:32,673 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:21:32,674 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:21:32,686 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:32,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:32,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:21:32,730 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:32,731 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:21:32,736 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:21:32,800 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store 2024-11-08T17:21:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:21:32,854 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:32,854 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:32,854 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:32,854 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:32,854 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:32,854 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:32,854 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:32,854 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086492854Disabling compacts and flushes for region at 1731086492854Disabling writes for close at 1731086492854Writing region close event to WAL at 1731086492854Closed at 1731086492854 2024-11-08T17:21:32,855 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/.initializing 2024-11-08T17:21:32,855 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/WALs/74e38af3904c,36975,1731086492275 2024-11-08T17:21:32,856 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:32,858 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C36975%2C1731086492275, suffix=, logDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/WALs/74e38af3904c,36975,1731086492275, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/oldWALs, maxLogs=10 2024-11-08T17:21:32,873 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/WALs/74e38af3904c,36975,1731086492275/74e38af3904c%2C36975%2C1731086492275.1731086492858, exclude list is [], retry=0 2024-11-08T17:21:32,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37105,DS-5bf36964-241a-4c5a-89fd-7fb926a36f61,DISK] 2024-11-08T17:21:32,912 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/WALs/74e38af3904c,36975,1731086492275/74e38af3904c%2C36975%2C1731086492275.1731086492858 2024-11-08T17:21:32,919 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39295:39295)] 2024-11-08T17:21:32,919 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:32,919 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:32,919 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,919 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:21:32,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:32,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:32,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:21:32,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:32,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:32,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:21:32,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:32,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:32,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:21:32,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:32,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:32,931 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,931 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,932 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,932 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,933 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,933 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:32,934 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:32,941 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:32,941 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70766374, jitterRate=0.05450114607810974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:32,941 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086492919Initializing all the Stores at 1731086492920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086492920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086492923 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086492923Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086492923Cleaning up temporary data from old regions at 1731086492933 (+10 ms)Region opened successfully at 1731086492941 (+8 ms) 2024-11-08T17:21:32,948 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:21:32,951 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c032fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:32,952 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:21:32,952 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:21:32,952 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:21:32,952 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:21:32,953 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:21:32,953 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:21:32,953 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:21:32,967 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:21:32,968 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Unable to get data of znode /1857480195/balancer because node does not exist (not necessarily an error) 2024-11-08T17:21:32,981 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1857480195/balancer already deleted, retry=false 2024-11-08T17:21:32,981 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:21:32,982 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Unable to get data of znode /1857480195/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:21:32,991 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1857480195/normalizer already deleted, retry=false 2024-11-08T17:21:32,991 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:21:33,001 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Unable to get data of znode /1857480195/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:21:33,012 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1857480195/switch/split already deleted, retry=false 2024-11-08T17:21:33,014 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Unable to get data of znode /1857480195/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:21:33,023 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1857480195/switch/merge already deleted, retry=false 2024-11-08T17:21:33,025 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Unable to get data of znode /1857480195/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:21:33,047 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1857480195/snapshot-cleanup already deleted, retry=false 2024-11-08T17:21:33,059 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1857480195/running 2024-11-08T17:21:33,059 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1857480195/running 2024-11-08T17:21:33,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,059 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,36975,1731086492275, sessionid=0x1011b77836c0003, setting cluster-up flag (Was=false) 2024-11-08T17:21:33,080 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,143 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1857480195/flush-table-proc/acquired, /1857480195/flush-table-proc/reached, /1857480195/flush-table-proc/abort 2024-11-08T17:21:33,144 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,36975,1731086492275 2024-11-08T17:21:33,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,267 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,375 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1857480195/online-snapshot/acquired, /1857480195/online-snapshot/reached, /1857480195/online-snapshot/abort 2024-11-08T17:21:33,376 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,36975,1731086492275 2024-11-08T17:21:33,377 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:21:33,378 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:33,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:21:33,379 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:21:33,379 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,36975,1731086492275 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:33,380 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:33,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:21:33,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:33,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:21:33,392 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086523392 2024-11-08T17:21:33,392 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:21:33,392 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:21:33,392 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:21:33,392 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:21:33,392 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:21:33,392 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:21:33,396 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,398 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:21:33,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:21:33,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:21:33,399 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:21:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:21:33,400 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:21:33,400 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:21:33,400 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086493400,5,FailOnTimeoutGroup] 2024-11-08T17:21:33,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:21:33,401 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8 2024-11-08T17:21:33,410 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086493400,5,FailOnTimeoutGroup] 2024-11-08T17:21:33,410 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,410 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:21:33,410 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,410 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741832_1008 (size=32) 2024-11-08T17:21:33,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:33,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:33,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:33,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:33,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:33,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:33,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:33,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:33,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:33,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:33,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:33,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:33,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:33,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:33,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:33,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:33,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:33,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:33,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740 2024-11-08T17:21:33,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740 2024-11-08T17:21:33,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:33,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:33,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:33,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:33,437 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:33,437 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72159403, jitterRate=0.07525889575481415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:33,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086493425Initializing all the Stores at 1731086493426 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086493426Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086493428 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086493428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086493428Cleaning up temporary data from old regions at 1731086493434 (+6 ms)Region opened successfully at 1731086493437 (+3 ms) 2024-11-08T17:21:33,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:33,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:33,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:33,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:33,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:33,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:33,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086493437Disabling compacts and flushes for region at 1731086493437Disabling writes for close at 1731086493437Writing region close event to WAL at 1731086493440 (+3 ms)Closed at 1731086493440 2024-11-08T17:21:33,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:33,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:21:33,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:21:33,442 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:33,443 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:21:33,478 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(746): ClusterId : d24b7cc3-4628-4267-a6fe-51c3845e2810 2024-11-08T17:21:33,478 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:21:33,491 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:21:33,491 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:21:33,502 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:21:33,502 DEBUG [RS:0;74e38af3904c:45541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1360adc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:33,525 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:45541 2024-11-08T17:21:33,525 INFO [RS:0;74e38af3904c:45541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:21:33,525 INFO [RS:0;74e38af3904c:45541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:21:33,525 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:21:33,526 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,36975,1731086492275 with port=45541, startcode=1731086492454 2024-11-08T17:21:33,526 DEBUG [RS:0;74e38af3904c:45541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:21:33,529 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:21:33,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,45541,1731086492454 2024-11-08T17:21:33,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36975 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,45541,1731086492454 2024-11-08T17:21:33,533 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8 2024-11-08T17:21:33,533 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39201 2024-11-08T17:21:33,533 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:21:33,593 WARN [74e38af3904c:36975 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T17:21:33,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195/rs 2024-11-08T17:21:33,594 DEBUG [RS:0;74e38af3904c:45541 {}] zookeeper.ZKUtil(111): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on existing znode=/1857480195/rs/74e38af3904c,45541,1731086492454 2024-11-08T17:21:33,594 WARN [RS:0;74e38af3904c:45541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:33,594 INFO [RS:0;74e38af3904c:45541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:33,594 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/WALs/74e38af3904c,45541,1731086492454 2024-11-08T17:21:33,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,45541,1731086492454] 2024-11-08T17:21:33,598 INFO [RS:0;74e38af3904c:45541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:21:33,600 INFO [RS:0;74e38af3904c:45541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:21:33,600 INFO [RS:0;74e38af3904c:45541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:21:33,600 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,604 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:21:33,605 INFO [RS:0;74e38af3904c:45541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:21:33,605 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:33,605 DEBUG [RS:0;74e38af3904c:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:33,608 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,608 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,608 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,608 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,608 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,608 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45541,1731086492454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:33,625 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:21:33,625 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,45541,1731086492454-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,625 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,625 INFO [RS:0;74e38af3904c:45541 {}] regionserver.Replication(171): 74e38af3904c,45541,1731086492454 started 2024-11-08T17:21:33,642 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:33,642 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,45541,1731086492454, RpcServer on 74e38af3904c/172.17.0.2:45541, sessionid=0x1011b77836c0004 2024-11-08T17:21:33,642 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:21:33,642 DEBUG [RS:0;74e38af3904c:45541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,45541,1731086492454 2024-11-08T17:21:33,642 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,45541,1731086492454' 2024-11-08T17:21:33,642 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1857480195/flush-table-proc/abort' 2024-11-08T17:21:33,643 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1857480195/flush-table-proc/acquired' 2024-11-08T17:21:33,643 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:21:33,643 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:21:33,643 DEBUG [RS:0;74e38af3904c:45541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,45541,1731086492454 2024-11-08T17:21:33,643 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,45541,1731086492454' 2024-11-08T17:21:33,643 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1857480195/online-snapshot/abort' 2024-11-08T17:21:33,643 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1857480195/online-snapshot/acquired' 2024-11-08T17:21:33,644 DEBUG [RS:0;74e38af3904c:45541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:21:33,644 INFO [RS:0;74e38af3904c:45541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:21:33,644 INFO [RS:0;74e38af3904c:45541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:21:33,744 INFO [RS:0;74e38af3904c:45541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:33,745 INFO [RS:0;74e38af3904c:45541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45541%2C1731086492454, suffix=, logDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/WALs/74e38af3904c,45541,1731086492454, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/oldWALs, maxLogs=10 2024-11-08T17:21:33,762 DEBUG [RS:0;74e38af3904c:45541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/WALs/74e38af3904c,45541,1731086492454/74e38af3904c%2C45541%2C1731086492454.1731086493746, exclude list is [], retry=0 2024-11-08T17:21:33,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37105,DS-5bf36964-241a-4c5a-89fd-7fb926a36f61,DISK] 2024-11-08T17:21:33,776 INFO [RS:0;74e38af3904c:45541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/WALs/74e38af3904c,45541,1731086492454/74e38af3904c%2C45541%2C1731086492454.1731086493746 2024-11-08T17:21:33,777 DEBUG [RS:0;74e38af3904c:45541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39295:39295)] 2024-11-08T17:21:33,843 DEBUG [74e38af3904c:36975 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:21:33,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,45541,1731086492454 2024-11-08T17:21:33,844 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,45541,1731086492454, state=OPENING 2024-11-08T17:21:33,865 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:21:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,949 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:33,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1857480195/meta-region-server: CHANGED 2024-11-08T17:21:33,949 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:33,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1857480195/meta-region-server: CHANGED 2024-11-08T17:21:33,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,45541,1731086492454}] 2024-11-08T17:21:34,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:34,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:21:34,105 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:21:34,105 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:34,106 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:21:34,122 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C45541%2C1731086492454.meta, suffix=.meta, logDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/WALs/74e38af3904c,45541,1731086492454, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/oldWALs, maxLogs=10 2024-11-08T17:21:34,142 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/WALs/74e38af3904c,45541,1731086492454/74e38af3904c%2C45541%2C1731086492454.meta.1731086494123.meta, exclude list is [], retry=0 2024-11-08T17:21:34,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37105,DS-5bf36964-241a-4c5a-89fd-7fb926a36f61,DISK] 2024-11-08T17:21:34,145 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/WALs/74e38af3904c,45541,1731086492454/74e38af3904c%2C45541%2C1731086492454.meta.1731086494123.meta 2024-11-08T17:21:34,145 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39295:39295)] 2024-11-08T17:21:34,146 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:34,146 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:34,146 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:21:34,146 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:21:34,146 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:21:34,146 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:21:34,147 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:34,147 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:21:34,147 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:21:34,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:34,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:34,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:34,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:34,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:34,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:34,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:34,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:34,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:34,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:34,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:34,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:34,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:34,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:34,151 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:34,152 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740 2024-11-08T17:21:34,153 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740 2024-11-08T17:21:34,154 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:34,154 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:34,154 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:34,155 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:34,155 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68890014, jitterRate=0.026541203260421753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:34,156 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:21:34,156 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086494147Writing region info on filesystem at 1731086494147Initializing all the Stores at 1731086494147Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086494147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086494148 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086494148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086494148Cleaning up temporary data from old regions at 1731086494154 (+6 ms)Running coprocessor post-open hooks at 1731086494156 (+2 ms)Region opened successfully at 1731086494156 2024-11-08T17:21:34,156 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086494101 2024-11-08T17:21:34,158 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:21:34,158 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:21:34,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,45541,1731086492454 2024-11-08T17:21:34,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,45541,1731086492454, state=OPEN 2024-11-08T17:21:34,180 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1857480195/meta-region-server 2024-11-08T17:21:34,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1857480195/meta-region-server 2024-11-08T17:21:34,181 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,45541,1731086492454 2024-11-08T17:21:34,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1857480195/meta-region-server: CHANGED 2024-11-08T17:21:34,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1857480195/meta-region-server: CHANGED 2024-11-08T17:21:34,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:21:34,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,45541,1731086492454 in 231 msec 2024-11-08T17:21:34,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:21:34,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 742 msec 2024-11-08T17:21:34,185 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:34,185 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:21:34,186 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:34,186 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45541,1731086492454, seqNum=-1] 2024-11-08T17:21:34,186 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:34,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:34,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 813 msec 2024-11-08T17:21:34,191 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086494191, completionTime=-1 2024-11-08T17:21:34,192 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:21:34,192 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086554194 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086614194 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36975,1731086492275-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36975,1731086492275-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36975,1731086492275-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:36975, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:34,194 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:34,196 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:21:34,197 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.569sec 2024-11-08T17:21:34,198 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:21:34,198 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:21:34,198 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:21:34,198 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:21:34,198 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:21:34,198 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36975,1731086492275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:34,198 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36975,1731086492275-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:21:34,199 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:21:34,199 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:21:34,200 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,36975,1731086492275-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:34,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbbfad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:34,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36975,-1 for getting cluster id 2024-11-08T17:21:34,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:34,280 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd24b7cc3-4628-4267-a6fe-51c3845e2810' 2024-11-08T17:21:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d24b7cc3-4628-4267-a6fe-51c3845e2810" 2024-11-08T17:21:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bef1083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36975,-1] 2024-11-08T17:21:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:34,282 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:34,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436aab65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:34,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45541,1731086492454, seqNum=-1] 2024-11-08T17:21:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:34,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:34,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,36975,1731086492275 2024-11-08T17:21:34,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:34,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:34,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011b77836c0005 connected 2024-11-08T17:21:34,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.log.dir so I do NOT create it in target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e 2024-11-08T17:21:34,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T17:21:34,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.tmp.dir so I do NOT create it in target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e 2024-11-08T17:21:34,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T17:21:34,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e 2024-11-08T17:21:34,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/cluster_30287fcf-ba9d-cba3-2ef3-19419d1cc09e, deleteOnExit=true 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/test.cache.data in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/hadoop.log.dir in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T17:21:34,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T17:21:34,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/nfs.dump.dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/java.io.tmpdir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T17:21:34,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T17:21:34,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:34,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:34,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:34,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:34,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T17:21:34,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:34,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a68801b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:34,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed4399{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:34,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78c1ba6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/java.io.tmpdir/jetty-localhost-40135-hadoop-hdfs-3_4_1-tests_jar-_-any-7118900655857744874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:34,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e9e51c3{HTTP/1.1, (http/1.1)}{localhost:40135} 2024-11-08T17:21:34,875 INFO [Time-limited test {}] server.Server(415): Started @327654ms 2024-11-08T17:21:35,285 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:21:35,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,290 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,290 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,290 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,340 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,341 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,341 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,341 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,341 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,342 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,353 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,354 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:35,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T17:21:35,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T17:21:35,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T17:21:35,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T17:21:35,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T17:21:35,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374b2111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/hadoop.log.dir/,AVAILABLE} 2024-11-08T17:21:35,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec68835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T17:21:35,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10267416{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/java.io.tmpdir/jetty-localhost-37559-hadoop-hdfs-3_4_1-tests_jar-_-any-2767554298324147384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:35,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ec817cd{HTTP/1.1, (http/1.1)}{localhost:37559} 2024-11-08T17:21:35,509 INFO [Time-limited test {}] server.Server(415): Started @328288ms 2024-11-08T17:21:35,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T17:21:36,177 WARN [Thread-4522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/cluster_30287fcf-ba9d-cba3-2ef3-19419d1cc09e/data/data1/current/BP-28555332-172.17.0.2-1731086494336/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:36,177 WARN [Thread-4523 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/cluster_30287fcf-ba9d-cba3-2ef3-19419d1cc09e/data/data2/current/BP-28555332-172.17.0.2-1731086494336/current, will proceed with Du for space computation calculation, 2024-11-08T17:21:36,213 WARN [Thread-4510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T17:21:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47a8dfb34668b868 with lease ID 0x314356e7225f4f80: Processing first storage report for DS-e78c9c56-60d4-4cc9-915e-002125a91a1a from datanode DatanodeRegistration(127.0.0.1:34791, datanodeUuid=7f0bdd3d-0dab-4e01-bdb8-b0ebf51fed19, infoPort=39959, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=804531044;c=1731086494336) 2024-11-08T17:21:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47a8dfb34668b868 with lease ID 0x314356e7225f4f80: from storage DS-e78c9c56-60d4-4cc9-915e-002125a91a1a node DatanodeRegistration(127.0.0.1:34791, datanodeUuid=7f0bdd3d-0dab-4e01-bdb8-b0ebf51fed19, infoPort=39959, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=804531044;c=1731086494336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47a8dfb34668b868 with lease ID 0x314356e7225f4f80: Processing first storage report for DS-99da9612-c92f-4b2f-828c-20207e7a7fbd from datanode DatanodeRegistration(127.0.0.1:34791, datanodeUuid=7f0bdd3d-0dab-4e01-bdb8-b0ebf51fed19, infoPort=39959, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=804531044;c=1731086494336) 2024-11-08T17:21:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47a8dfb34668b868 with lease ID 0x314356e7225f4f80: from storage DS-99da9612-c92f-4b2f-828c-20207e7a7fbd node DatanodeRegistration(127.0.0.1:34791, datanodeUuid=7f0bdd3d-0dab-4e01-bdb8-b0ebf51fed19, infoPort=39959, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=804531044;c=1731086494336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T17:21:36,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e 2024-11-08T17:21:36,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:36,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:36,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741825_1001 (size=7) 2024-11-08T17:21:36,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4 with version=8 2024-11-08T17:21:36,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/hbase-staging 2024-11-08T17:21:36,278 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:36,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:36,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:36,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:36,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:36,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:36,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T17:21:36,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:36,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33553 2024-11-08T17:21:36,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33553 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:36,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335530x0, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:36,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33553-0x1011b77836c0006 connected 2024-11-08T17:21:36,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:36,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:36,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on znode that does not yet exist, /215855880/running 2024-11-08T17:21:36,988 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4, hbase.cluster.distributed=false 2024-11-08T17:21:36,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on znode that does not yet exist, /215855880/acl 2024-11-08T17:21:36,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-08T17:21:36,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33553 2024-11-08T17:21:36,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33553 2024-11-08T17:21:36,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-08T17:21:36,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-08T17:21:37,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74e38af3904c:0 server-side Connection retries=45 2024-11-08T17:21:37,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:37,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:37,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T17:21:37,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T17:21:37,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T17:21:37,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T17:21:37,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T17:21:37,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41925 2024-11-08T17:21:37,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41925 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:37,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:37,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:37,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419250x0, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:37,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41925-0x1011b77836c0007 connected 2024-11-08T17:21:37,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419250x0, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on znode that does not yet exist, /215855880/running 2024-11-08T17:21:37,080 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T17:21:37,081 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T17:21:37,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on znode that does not yet exist, /215855880/master 2024-11-08T17:21:37,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on znode that does not yet exist, /215855880/acl 2024-11-08T17:21:37,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41925 2024-11-08T17:21:37,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41925 2024-11-08T17:21:37,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41925 2024-11-08T17:21:37,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41925 2024-11-08T17:21:37,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41925 2024-11-08T17:21:37,094 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74e38af3904c:33553 2024-11-08T17:21:37,094 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /215855880/backup-masters/74e38af3904c,33553,1731086496278 2024-11-08T17:21:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880/backup-masters 2024-11-08T17:21:37,112 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on existing znode=/215855880/backup-masters/74e38af3904c,33553,1731086496278 2024-11-08T17:21:37,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880/backup-masters 2024-11-08T17:21:37,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/215855880/master 2024-11-08T17:21:37,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,122 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on existing znode=/215855880/master 2024-11-08T17:21:37,122 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /215855880/backup-masters/74e38af3904c,33553,1731086496278 from backup master directory 2024-11-08T17:21:37,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880/backup-masters 2024-11-08T17:21:37,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/215855880/backup-masters/74e38af3904c,33553,1731086496278 2024-11-08T17:21:37,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880/backup-masters 2024-11-08T17:21:37,182 WARN [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:37,182 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74e38af3904c,33553,1731086496278 2024-11-08T17:21:37,185 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/hbase.id] with ID: 4eaf4952-91dc-4340-b0ed-0176c6486cd0 2024-11-08T17:21:37,185 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/.tmp/hbase.id 2024-11-08T17:21:37,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741826_1002 (size=42) 2024-11-08T17:21:37,600 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/.tmp/hbase.id]:[hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/hbase.id] 2024-11-08T17:21:37,613 INFO [master/74e38af3904c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:37,613 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T17:21:37,614 INFO [master/74e38af3904c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T17:21:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741827_1003 (size=196) 2024-11-08T17:21:37,671 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:37,672 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T17:21:37,676 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741828_1004 (size=1189) 2024-11-08T17:21:37,731 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store 2024-11-08T17:21:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741829_1005 (size=34) 2024-11-08T17:21:37,750 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:37,750 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:37,750 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:37,750 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:37,750 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:37,750 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:37,750 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:37,750 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086497750Disabling compacts and flushes for region at 1731086497750Disabling writes for close at 1731086497750Writing region close event to WAL at 1731086497750Closed at 1731086497750 2024-11-08T17:21:37,751 WARN [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/.initializing 2024-11-08T17:21:37,751 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/WALs/74e38af3904c,33553,1731086496278 2024-11-08T17:21:37,752 INFO [master/74e38af3904c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:37,754 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74e38af3904c%2C33553%2C1731086496278, suffix=, logDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/WALs/74e38af3904c,33553,1731086496278, archiveDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/oldWALs, maxLogs=10 2024-11-08T17:21:37,772 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/WALs/74e38af3904c,33553,1731086496278/74e38af3904c%2C33553%2C1731086496278.1731086497754, exclude list is [], retry=0 2024-11-08T17:21:37,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34791,DS-e78c9c56-60d4-4cc9-915e-002125a91a1a,DISK] 2024-11-08T17:21:37,781 INFO [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/WALs/74e38af3904c,33553,1731086496278/74e38af3904c%2C33553%2C1731086496278.1731086497754 2024-11-08T17:21:37,781 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39959:39959)] 2024-11-08T17:21:37,781 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:37,781 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:37,781 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,781 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T17:21:37,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:37,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:37,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T17:21:37,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:37,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:37,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T17:21:37,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:37,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:37,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T17:21:37,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:37,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:37,795 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,796 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,797 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,797 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,798 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:37,799 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T17:21:37,805 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:37,805 INFO [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70313468, jitterRate=0.047752320766448975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:37,805 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731086497781Initializing all the Stores at 1731086497782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086497782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086497784 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086497784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086497784Cleaning up temporary data from old regions at 1731086497797 (+13 ms)Region opened successfully at 1731086497805 (+8 ms) 2024-11-08T17:21:37,806 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T17:21:37,812 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696f1e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:37,813 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T17:21:37,813 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T17:21:37,813 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T17:21:37,813 INFO [master/74e38af3904c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T17:21:37,813 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T17:21:37,814 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T17:21:37,814 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T17:21:37,822 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T17:21:37,823 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Unable to get data of znode /215855880/balancer because node does not exist (not necessarily an error) 2024-11-08T17:21:37,833 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /215855880/balancer already deleted, retry=false 2024-11-08T17:21:37,833 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T17:21:37,837 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Unable to get data of znode /215855880/normalizer because node does not exist (not necessarily an error) 2024-11-08T17:21:37,859 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /215855880/normalizer already deleted, retry=false 2024-11-08T17:21:37,860 INFO [master/74e38af3904c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T17:21:37,862 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Unable to get data of znode /215855880/switch/split because node does not exist (not necessarily an error) 2024-11-08T17:21:37,869 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /215855880/switch/split already deleted, retry=false 2024-11-08T17:21:37,870 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Unable to get data of znode /215855880/switch/merge because node does not exist (not necessarily an error) 2024-11-08T17:21:37,880 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /215855880/switch/merge already deleted, retry=false 2024-11-08T17:21:37,882 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Unable to get data of znode /215855880/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T17:21:37,890 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /215855880/snapshot-cleanup already deleted, retry=false 2024-11-08T17:21:37,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/215855880/running 2024-11-08T17:21:37,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/215855880/running 2024-11-08T17:21:37,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,902 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74e38af3904c,33553,1731086496278, sessionid=0x1011b77836c0006, setting cluster-up flag (Was=false) 2024-11-08T17:21:37,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,970 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /215855880/flush-table-proc/acquired, /215855880/flush-table-proc/reached, /215855880/flush-table-proc/abort 2024-11-08T17:21:37,971 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33553,1731086496278 2024-11-08T17:21:37,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:37,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:38,022 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /215855880/online-snapshot/acquired, /215855880/online-snapshot/reached, /215855880/online-snapshot/abort 2024-11-08T17:21:38,026 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74e38af3904c,33553,1731086496278 2024-11-08T17:21:38,029 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T17:21:38,046 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:38,046 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T17:21:38,046 INFO [master/74e38af3904c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T17:21:38,046 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74e38af3904c,33553,1731086496278 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74e38af3904c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74e38af3904c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:38,048 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:38,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T17:21:38,079 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T17:21:38,093 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731086528092 2024-11-08T17:21:38,093 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T17:21:38,093 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T17:21:38,093 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T17:21:38,093 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T17:21:38,093 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T17:21:38,093 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T17:21:38,100 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,104 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T17:21:38,104 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T17:21:38,104 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T17:21:38,105 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T17:21:38,107 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(746): ClusterId : 4eaf4952-91dc-4340-b0ed-0176c6486cd0 2024-11-08T17:21:38,107 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T17:21:38,108 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T17:21:38,108 INFO [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T17:21:38,112 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086498108,5,FailOnTimeoutGroup] 2024-11-08T17:21:38,118 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T17:21:38,118 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T17:21:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741831_1007 (size=1321) 2024-11-08T17:21:38,124 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086498112,5,FailOnTimeoutGroup] 2024-11-08T17:21:38,124 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,124 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T17:21:38,124 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,124 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,128 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T17:21:38,128 DEBUG [RS:0;74e38af3904c:41925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74e38af3904c/172.17.0.2:0 2024-11-08T17:21:38,146 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74e38af3904c:41925 2024-11-08T17:21:38,146 INFO [RS:0;74e38af3904c:41925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T17:21:38,146 INFO [RS:0;74e38af3904c:41925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T17:21:38,146 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T17:21:38,147 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(2659): reportForDuty to master=74e38af3904c,33553,1731086496278 with port=41925, startcode=1731086497003 2024-11-08T17:21:38,147 DEBUG [RS:0;74e38af3904c:41925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T17:21:38,149 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T17:21:38,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33553 {}] master.ServerManager(517): Registering regionserver=74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,150 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4 2024-11-08T17:21:38,150 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37605 2024-11-08T17:21:38,150 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T17:21:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880/rs 2024-11-08T17:21:38,210 DEBUG [RS:0;74e38af3904c:41925 {}] zookeeper.ZKUtil(111): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on existing znode=/215855880/rs/74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,210 WARN [RS:0;74e38af3904c:41925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T17:21:38,210 INFO [RS:0;74e38af3904c:41925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:38,210 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/WALs/74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74e38af3904c,41925,1731086497003] 2024-11-08T17:21:38,213 INFO [RS:0;74e38af3904c:41925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T17:21:38,216 INFO [RS:0;74e38af3904c:41925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T17:21:38,216 INFO [RS:0;74e38af3904c:41925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T17:21:38,217 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,217 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T17:21:38,223 INFO [RS:0;74e38af3904c:41925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T17:21:38,223 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74e38af3904c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,223 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,224 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,224 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74e38af3904c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T17:21:38,224 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:38,224 DEBUG [RS:0;74e38af3904c:41925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74e38af3904c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T17:21:38,236 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,236 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,236 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,236 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,236 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,236 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41925,1731086497003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:38,255 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T17:21:38,255 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,41925,1731086497003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,255 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,255 INFO [RS:0;74e38af3904c:41925 {}] regionserver.Replication(171): 74e38af3904c,41925,1731086497003 started 2024-11-08T17:21:38,269 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:38,269 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1482): Serving as 74e38af3904c,41925,1731086497003, RpcServer on 74e38af3904c/172.17.0.2:41925, sessionid=0x1011b77836c0007 2024-11-08T17:21:38,269 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T17:21:38,269 DEBUG [RS:0;74e38af3904c:41925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,270 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,41925,1731086497003' 2024-11-08T17:21:38,270 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/215855880/flush-table-proc/abort' 2024-11-08T17:21:38,270 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/215855880/flush-table-proc/acquired' 2024-11-08T17:21:38,270 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T17:21:38,270 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T17:21:38,271 DEBUG [RS:0;74e38af3904c:41925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,271 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74e38af3904c,41925,1731086497003' 2024-11-08T17:21:38,271 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/215855880/online-snapshot/abort' 2024-11-08T17:21:38,271 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/215855880/online-snapshot/acquired' 2024-11-08T17:21:38,271 DEBUG [RS:0;74e38af3904c:41925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T17:21:38,271 INFO [RS:0;74e38af3904c:41925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T17:21:38,271 INFO [RS:0;74e38af3904c:41925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T17:21:38,372 INFO [RS:0;74e38af3904c:41925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T17:21:38,373 INFO [RS:0;74e38af3904c:41925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C41925%2C1731086497003, suffix=, logDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/WALs/74e38af3904c,41925,1731086497003, archiveDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/oldWALs, maxLogs=10 2024-11-08T17:21:38,385 DEBUG [RS:0;74e38af3904c:41925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/WALs/74e38af3904c,41925,1731086497003/74e38af3904c%2C41925%2C1731086497003.1731086498373, exclude list is [], retry=0 2024-11-08T17:21:38,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34791,DS-e78c9c56-60d4-4cc9-915e-002125a91a1a,DISK] 2024-11-08T17:21:38,389 INFO [RS:0;74e38af3904c:41925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/WALs/74e38af3904c,41925,1731086497003/74e38af3904c%2C41925%2C1731086497003.1731086498373 2024-11-08T17:21:38,389 DEBUG [RS:0;74e38af3904c:41925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39959:39959)] 2024-11-08T17:21:38,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T17:21:38,525 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4 2024-11-08T17:21:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741833_1009 (size=32) 2024-11-08T17:21:38,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:38,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:38,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:38,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:38,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:38,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:38,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:38,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:38,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:38,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:38,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740 2024-11-08T17:21:38,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740 2024-11-08T17:21:38,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:38,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:38,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:38,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:38,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:38,587 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59834391, jitterRate=-0.10839809477329254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:38,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731086498554Initializing all the Stores at 1731086498555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086498555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086498556 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086498556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086498556Cleaning up temporary data from old regions at 1731086498569 (+13 ms)Region opened successfully at 1731086498587 (+18 ms) 2024-11-08T17:21:38,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:38,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:38,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:38,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:38,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:38,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:38,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086498587Disabling compacts and flushes for region at 1731086498587Disabling writes for close at 1731086498587Writing region close event to WAL at 1731086498588 (+1 ms)Closed at 1731086498588 2024-11-08T17:21:38,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:38,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T17:21:38,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T17:21:38,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:38,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T17:21:38,742 DEBUG [74e38af3904c:33553 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T17:21:38,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,743 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,41925,1731086497003, state=OPENING 2024-11-08T17:21:38,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T17:21:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:38,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /215855880/meta-region-server: CHANGED 2024-11-08T17:21:38,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /215855880/meta-region-server: CHANGED 2024-11-08T17:21:38,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T17:21:38,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,41925,1731086497003}] 2024-11-08T17:21:38,954 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:38,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:21:38,958 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T17:21:38,958 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:38,958 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T17:21:38,960 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C41925%2C1731086497003.meta, suffix=.meta, logDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/WALs/74e38af3904c,41925,1731086497003, archiveDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/oldWALs, maxLogs=10 2024-11-08T17:21:38,977 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/WALs/74e38af3904c,41925,1731086497003/74e38af3904c%2C41925%2C1731086497003.meta.1731086498960.meta, exclude list is [], retry=0 2024-11-08T17:21:38,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34791,DS-e78c9c56-60d4-4cc9-915e-002125a91a1a,DISK] 2024-11-08T17:21:38,981 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/WALs/74e38af3904c,41925,1731086497003/74e38af3904c%2C41925%2C1731086497003.meta.1731086498960.meta 2024-11-08T17:21:38,982 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39959:39959)] 2024-11-08T17:21:38,982 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:38,982 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:38,982 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:21:38,982 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T17:21:38,983 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T17:21:38,983 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T17:21:38,983 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:38,983 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T17:21:38,983 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T17:21:38,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T17:21:38,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T17:21:38,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T17:21:38,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T17:21:38,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T17:21:38,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T17:21:38,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T17:21:38,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T17:21:38,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:38,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T17:21:38,988 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T17:21:38,988 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740 2024-11-08T17:21:38,989 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740 2024-11-08T17:21:38,990 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T17:21:38,990 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T17:21:38,991 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T17:21:38,992 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T17:21:38,992 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63152124, jitterRate=-0.058960020542144775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T17:21:38,992 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T17:21:38,993 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731086498983Writing region info on filesystem at 1731086498983Initializing all the Stores at 1731086498984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086498984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086498984Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086498984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731086498984Cleaning up temporary data from old regions at 1731086498990 (+6 ms)Running coprocessor post-open hooks at 1731086498992 (+2 ms)Region opened successfully at 1731086498992 2024-11-08T17:21:38,993 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731086498954 2024-11-08T17:21:38,995 DEBUG [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T17:21:38,995 INFO [RS_OPEN_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T17:21:38,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,41925,1731086497003 2024-11-08T17:21:38,996 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74e38af3904c,41925,1731086497003, state=OPEN 2024-11-08T17:21:39,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/215855880/meta-region-server 2024-11-08T17:21:39,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/215855880/meta-region-server 2024-11-08T17:21:39,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74e38af3904c,41925,1731086497003 2024-11-08T17:21:39,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /215855880/meta-region-server: CHANGED 2024-11-08T17:21:39,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /215855880/meta-region-server: CHANGED 2024-11-08T17:21:39,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T17:21:39,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74e38af3904c,41925,1731086497003 in 204 msec 2024-11-08T17:21:39,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T17:21:39,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-08T17:21:39,010 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T17:21:39,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T17:21:39,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:39,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,41925,1731086497003, seqNum=-1] 2024-11-08T17:21:39,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:39,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:39,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 974 msec 2024-11-08T17:21:39,015 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731086499015, completionTime=-1 2024-11-08T17:21:39,015 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T17:21:39,015 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T17:21:39,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T17:21:39,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731086559017 2024-11-08T17:21:39,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731086619017 2024-11-08T17:21:39,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T17:21:39,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33553,1731086496278-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:39,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33553,1731086496278-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:39,017 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33553,1731086496278-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:39,018 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74e38af3904c:33553, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:39,018 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:39,018 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:39,019 DEBUG [master/74e38af3904c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.838sec 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33553,1731086496278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T17:21:39,020 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33553,1731086496278-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T17:21:39,022 DEBUG [master/74e38af3904c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T17:21:39,022 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T17:21:39,022 INFO [master/74e38af3904c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74e38af3904c,33553,1731086496278-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T17:21:39,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70393f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:39,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33553,-1 for getting cluster id 2024-11-08T17:21:39,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:39,108 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eaf4952-91dc-4340-b0ed-0176c6486cd0' 2024-11-08T17:21:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eaf4952-91dc-4340-b0ed-0176c6486cd0" 2024-11-08T17:21:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1959077a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33553,-1] 2024-11-08T17:21:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:39,109 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:39,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d73dae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:39,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,41925,1731086497003, seqNum=-1] 2024-11-08T17:21:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:39,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:39,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74e38af3904c,33553,1731086496278 2024-11-08T17:21:39,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52353 2024-11-08T17:21:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T17:21:39,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011b77836c0008 connected 2024-11-08T17:21:39,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36379,1731086487491 2024-11-08T17:21:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cecc4f4 2024-11-08T17:21:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:39,136 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:39,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:21:39,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:21:39,138 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:39,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:21:39,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:21:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:39,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:21:39,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1bf09c20f11499df2481f2779b9c707, NAME => 'test,,1731086499136.c1bf09c20f11499df2481f2779b9c707.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747 2024-11-08T17:21:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:21:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:39,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086499136.c1bf09c20f11499df2481f2779b9c707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:39,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1bf09c20f11499df2481f2779b9c707, disabling compactions & flushes 2024-11-08T17:21:39,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:39,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:39,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. after waiting 0 ms 2024-11-08T17:21:39,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:39,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:39,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1bf09c20f11499df2481f2779b9c707: Waiting for close lock at 1731086499588Disabling compacts and flushes for region at 1731086499588Disabling writes for close at 1731086499588Writing region close event to WAL at 1731086499588Closed at 1731086499588 2024-11-08T17:21:39,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:21:39,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086499136.c1bf09c20f11499df2481f2779b9c707.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086499589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086499589"}]},"ts":"1731086499589"} 2024-11-08T17:21:39,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:21:39,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:21:39,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086499592"}]},"ts":"1731086499592"} 2024-11-08T17:21:39,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:21:39,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1bf09c20f11499df2481f2779b9c707, ASSIGN}] 2024-11-08T17:21:39,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1bf09c20f11499df2481f2779b9c707, ASSIGN 2024-11-08T17:21:39,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1bf09c20f11499df2481f2779b9c707, ASSIGN; state=OFFLINE, location=74e38af3904c,46519,1731086487717; forceNewPlan=false, retain=false 2024-11-08T17:21:39,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1bf09c20f11499df2481f2779b9c707, regionState=OPENING, regionLocation=74e38af3904c,46519,1731086487717 2024-11-08T17:21:39,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1bf09c20f11499df2481f2779b9c707, ASSIGN because future has completed 2024-11-08T17:21:39,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1bf09c20f11499df2481f2779b9c707, server=74e38af3904c,46519,1731086487717}] 2024-11-08T17:21:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:39,903 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:39,903 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1bf09c20f11499df2481f2779b9c707, NAME => 'test,,1731086499136.c1bf09c20f11499df2481f2779b9c707.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:39,904 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:39,904 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:21:39,904 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,904 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086499136.c1bf09c20f11499df2481f2779b9c707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:39,904 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,904 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,905 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,906 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1bf09c20f11499df2481f2779b9c707 columnFamilyName f 2024-11-08T17:21:39,906 DEBUG [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:39,907 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] regionserver.HStore(327): Store=c1bf09c20f11499df2481f2779b9c707/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:39,907 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,908 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1bf09c20f11499df2481f2779b9c707 columnFamilyName f1 2024-11-08T17:21:39,908 DEBUG [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:39,908 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] regionserver.HStore(327): Store=c1bf09c20f11499df2481f2779b9c707/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:39,908 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,909 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1bf09c20f11499df2481f2779b9c707 columnFamilyName norep 2024-11-08T17:21:39,909 DEBUG [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:39,909 INFO [StoreOpener-c1bf09c20f11499df2481f2779b9c707-1 {}] regionserver.HStore(327): Store=c1bf09c20f11499df2481f2779b9c707/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:39,909 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,910 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,910 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,911 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,911 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,911 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:21:39,915 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,917 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:39,917 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1bf09c20f11499df2481f2779b9c707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64627026, jitterRate=-0.03698226809501648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:21:39,918 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:39,918 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1bf09c20f11499df2481f2779b9c707: Running coprocessor pre-open hook at 1731086499904Writing region info on filesystem at 1731086499904Initializing all the Stores at 1731086499905 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086499905Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086499905Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086499905Cleaning up temporary data from old regions at 1731086499911 (+6 ms)Running coprocessor post-open hooks at 1731086499918 (+7 ms)Region opened successfully at 1731086499918 2024-11-08T17:21:39,919 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., pid=6, masterSystemTime=1731086499900 2024-11-08T17:21:39,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1bf09c20f11499df2481f2779b9c707, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,46519,1731086487717 2024-11-08T17:21:39,922 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:39,922 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1bf09c20f11499df2481f2779b9c707, server=74e38af3904c,46519,1731086487717 because future has completed 2024-11-08T17:21:39,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:21:39,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1bf09c20f11499df2481f2779b9c707, server=74e38af3904c,46519,1731086487717 in 175 msec 2024-11-08T17:21:39,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:21:39,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1bf09c20f11499df2481f2779b9c707, ASSIGN in 332 msec 2024-11-08T17:21:39,928 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:21:39,928 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086499928"}]},"ts":"1731086499928"} 2024-11-08T17:21:39,930 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:21:39,930 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:21:39,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-11-08T17:21:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:40,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:40,279 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:21:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36975,1731086492275 2024-11-08T17:21:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1681a90e 2024-11-08T17:21:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:40,281 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:40,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:21:40,283 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:21:40,283 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:40,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:21:40,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:21:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:40,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:21:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:40,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55a0cfe762c3b408e8cc40faaf590bcc, NAME => 'test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8 2024-11-08T17:21:40,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:21:40,734 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:40,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55a0cfe762c3b408e8cc40faaf590bcc, disabling compactions & flushes 2024-11-08T17:21:40,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:40,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:40,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. after waiting 0 ms 2024-11-08T17:21:40,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:40,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:40,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55a0cfe762c3b408e8cc40faaf590bcc: Waiting for close lock at 1731086500735Disabling compacts and flushes for region at 1731086500735Disabling writes for close at 1731086500735Writing region close event to WAL at 1731086500735Closed at 1731086500735 2024-11-08T17:21:40,740 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:21:40,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086500740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086500740"}]},"ts":"1731086500740"} 2024-11-08T17:21:40,743 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:21:40,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:21:40,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086500744"}]},"ts":"1731086500744"} 2024-11-08T17:21:40,748 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:21:40,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55a0cfe762c3b408e8cc40faaf590bcc, ASSIGN}] 2024-11-08T17:21:40,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55a0cfe762c3b408e8cc40faaf590bcc, ASSIGN 2024-11-08T17:21:40,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55a0cfe762c3b408e8cc40faaf590bcc, ASSIGN; state=OFFLINE, location=74e38af3904c,45541,1731086492454; forceNewPlan=false, retain=false 2024-11-08T17:21:40,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55a0cfe762c3b408e8cc40faaf590bcc, regionState=OPENING, regionLocation=74e38af3904c,45541,1731086492454 2024-11-08T17:21:40,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55a0cfe762c3b408e8cc40faaf590bcc, ASSIGN because future has completed 2024-11-08T17:21:40,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55a0cfe762c3b408e8cc40faaf590bcc, server=74e38af3904c,45541,1731086492454}] 2024-11-08T17:21:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:41,109 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:41,110 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55a0cfe762c3b408e8cc40faaf590bcc, NAME => 'test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:41,110 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:41,110 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:21:41,111 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,111 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:41,111 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,111 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,112 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,114 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55a0cfe762c3b408e8cc40faaf590bcc columnFamilyName f 2024-11-08T17:21:41,114 DEBUG [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:41,114 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] regionserver.HStore(327): Store=55a0cfe762c3b408e8cc40faaf590bcc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:41,114 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,115 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55a0cfe762c3b408e8cc40faaf590bcc columnFamilyName f1 2024-11-08T17:21:41,115 DEBUG [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:41,116 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] regionserver.HStore(327): Store=55a0cfe762c3b408e8cc40faaf590bcc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:41,116 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,117 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55a0cfe762c3b408e8cc40faaf590bcc columnFamilyName norep 2024-11-08T17:21:41,117 DEBUG [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:41,118 INFO [StoreOpener-55a0cfe762c3b408e8cc40faaf590bcc-1 {}] regionserver.HStore(327): Store=55a0cfe762c3b408e8cc40faaf590bcc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:41,118 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,118 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,119 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,120 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,121 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,124 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:21:41,126 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,128 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:41,129 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55a0cfe762c3b408e8cc40faaf590bcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65475652, jitterRate=-0.02433675527572632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:21:41,130 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:41,131 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55a0cfe762c3b408e8cc40faaf590bcc: Running coprocessor pre-open hook at 1731086501111Writing region info on filesystem at 1731086501111Initializing all the Stores at 1731086501112 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086501112Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086501112Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086501112Cleaning up temporary data from old regions at 1731086501121 (+9 ms)Running coprocessor post-open hooks at 1731086501130 (+9 ms)Region opened successfully at 1731086501130 2024-11-08T17:21:41,133 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc., pid=6, masterSystemTime=1731086501076 2024-11-08T17:21:41,136 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:41,136 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:41,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55a0cfe762c3b408e8cc40faaf590bcc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,45541,1731086492454 2024-11-08T17:21:41,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55a0cfe762c3b408e8cc40faaf590bcc, server=74e38af3904c,45541,1731086492454 because future has completed 2024-11-08T17:21:41,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:21:41,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55a0cfe762c3b408e8cc40faaf590bcc, server=74e38af3904c,45541,1731086492454 in 237 msec 2024-11-08T17:21:41,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:21:41,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55a0cfe762c3b408e8cc40faaf590bcc, ASSIGN in 398 msec 2024-11-08T17:21:41,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:21:41,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086501152"}]},"ts":"1731086501152"} 2024-11-08T17:21:41,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:21:41,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:21:41,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 873 msec 2024-11-08T17:21:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:41,429 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:21:41,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33553,1731086496278 2024-11-08T17:21:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fe31c2e 2024-11-08T17:21:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:41,432 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:41,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T17:21:41,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:21:41,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:41,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T17:21:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:41,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:21:41,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741835_1011 (size=902) 2024-11-08T17:21:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:41,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c701fabc4dca5e7e9b3ffea17078b96a, NAME => 'test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4 2024-11-08T17:21:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741836_1012 (size=39) 2024-11-08T17:21:41,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:41,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c701fabc4dca5e7e9b3ffea17078b96a, disabling compactions & flushes 2024-11-08T17:21:41,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:41,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:41,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. after waiting 0 ms 2024-11-08T17:21:41,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:41,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:41,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c701fabc4dca5e7e9b3ffea17078b96a: Waiting for close lock at 1731086501861Disabling compacts and flushes for region at 1731086501861Disabling writes for close at 1731086501861Writing region close event to WAL at 1731086501861Closed at 1731086501861 2024-11-08T17:21:41,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:21:41,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731086501862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086501862"}]},"ts":"1731086501862"} 2024-11-08T17:21:41,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:21:41,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:21:41,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086501865"}]},"ts":"1731086501865"} 2024-11-08T17:21:41,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T17:21:41,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c701fabc4dca5e7e9b3ffea17078b96a, ASSIGN}] 2024-11-08T17:21:41,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c701fabc4dca5e7e9b3ffea17078b96a, ASSIGN 2024-11-08T17:21:41,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c701fabc4dca5e7e9b3ffea17078b96a, ASSIGN; state=OFFLINE, location=74e38af3904c,41925,1731086497003; forceNewPlan=false, retain=false 2024-11-08T17:21:42,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c701fabc4dca5e7e9b3ffea17078b96a, regionState=OPENING, regionLocation=74e38af3904c,41925,1731086497003 2024-11-08T17:21:42,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c701fabc4dca5e7e9b3ffea17078b96a, ASSIGN because future has completed 2024-11-08T17:21:42,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c701fabc4dca5e7e9b3ffea17078b96a, server=74e38af3904c,41925,1731086497003}] 2024-11-08T17:21:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:42,176 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:42,176 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c701fabc4dca5e7e9b3ffea17078b96a, NAME => 'test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:42,177 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:42,177 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T17:21:42,177 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,177 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:42,177 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,177 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,179 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,182 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c701fabc4dca5e7e9b3ffea17078b96a columnFamilyName f 2024-11-08T17:21:42,182 DEBUG [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:42,182 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] regionserver.HStore(327): Store=c701fabc4dca5e7e9b3ffea17078b96a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:42,182 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,184 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c701fabc4dca5e7e9b3ffea17078b96a columnFamilyName f1 2024-11-08T17:21:42,184 DEBUG [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:42,184 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] regionserver.HStore(327): Store=c701fabc4dca5e7e9b3ffea17078b96a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:42,184 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,186 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c701fabc4dca5e7e9b3ffea17078b96a columnFamilyName norep 2024-11-08T17:21:42,186 DEBUG [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:42,186 INFO [StoreOpener-c701fabc4dca5e7e9b3ffea17078b96a-1 {}] regionserver.HStore(327): Store=c701fabc4dca5e7e9b3ffea17078b96a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:42,187 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,187 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,188 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,189 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,189 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,190 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:21:42,191 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,194 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:42,194 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c701fabc4dca5e7e9b3ffea17078b96a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74511276, jitterRate=0.11030453443527222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:21:42,194 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:42,194 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c701fabc4dca5e7e9b3ffea17078b96a: Running coprocessor pre-open hook at 1731086502177Writing region info on filesystem at 1731086502177Initializing all the Stores at 1731086502178 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086502178Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086502179 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086502179Cleaning up temporary data from old regions at 1731086502189 (+10 ms)Running coprocessor post-open hooks at 1731086502194 (+5 ms)Region opened successfully at 1731086502194 2024-11-08T17:21:42,195 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a., pid=6, masterSystemTime=1731086502172 2024-11-08T17:21:42,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c701fabc4dca5e7e9b3ffea17078b96a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74e38af3904c,41925,1731086497003 2024-11-08T17:21:42,201 DEBUG [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:42,201 INFO [RS_OPEN_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:42,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c701fabc4dca5e7e9b3ffea17078b96a, server=74e38af3904c,41925,1731086497003 because future has completed 2024-11-08T17:21:42,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T17:21:42,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c701fabc4dca5e7e9b3ffea17078b96a, server=74e38af3904c,41925,1731086497003 in 185 msec 2024-11-08T17:21:42,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T17:21:42,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c701fabc4dca5e7e9b3ffea17078b96a, ASSIGN in 342 msec 2024-11-08T17:21:42,213 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:21:42,213 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086502213"}]},"ts":"1731086502213"} 2024-11-08T17:21:42,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T17:21:42,216 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:21:42,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-11-08T17:21:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T17:21:42,569 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T17:21:42,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464e4f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:42,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36379,-1 for getting cluster id 2024-11-08T17:21:42,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:42,574 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36282609-4a34-4f9f-8b6a-b356161d32df' 2024-11-08T17:21:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36282609-4a34-4f9f-8b6a-b356161d32df" 2024-11-08T17:21:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10369b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36379,-1] 2024-11-08T17:21:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:42,576 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c8375e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:42,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36379,1731086487491 2024-11-08T17:21:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b1b0b5a 2024-11-08T17:21:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:42,581 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:42,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74e38af3904c:36975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:21:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:21:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:42,586 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:36975' 2024-11-08T17:21:42,587 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd3523c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:42,588 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36975,-1 for getting cluster id 2024-11-08T17:21:42,588 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:42,589 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd24b7cc3-4628-4267-a6fe-51c3845e2810' 2024-11-08T17:21:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d24b7cc3-4628-4267-a6fe-51c3845e2810" 2024-11-08T17:21:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6c7745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36975,-1] 2024-11-08T17:21:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:42,590 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:42,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4aa026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:42,591 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:42,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36975,1731086492275 2024-11-08T17:21:42,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c80e034 2024-11-08T17:21:42,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:42,593 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:42,593 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T17:21:42,594 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:21:42,594 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:42,594 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:42,594 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T17:21:42,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:42,595 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T17:21:42,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T17:21:42,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:42,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T17:21:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741837_1013 (size=1138) 2024-11-08T17:21:42,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4c44c027e686c803656775905c12622, NAME => 'hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747 2024-11-08T17:21:42,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741838_1014 (size=44) 2024-11-08T17:21:42,647 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T17:21:42,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:42,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4c44c027e686c803656775905c12622, disabling compactions & flushes 2024-11-08T17:21:42,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:42,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:42,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. after waiting 0 ms 2024-11-08T17:21:42,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:42,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:42,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4c44c027e686c803656775905c12622: Waiting for close lock at 1731086502649Disabling compacts and flushes for region at 1731086502649Disabling writes for close at 1731086502649Writing region close event to WAL at 1731086502649Closed at 1731086502649 2024-11-08T17:21:42,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T17:21:42,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731086502652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731086502652"}]},"ts":"1731086502652"} 2024-11-08T17:21:42,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T17:21:42,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T17:21:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086502663"}]},"ts":"1731086502663"} 2024-11-08T17:21:42,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T17:21:42,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c44c027e686c803656775905c12622, ASSIGN}] 2024-11-08T17:21:42,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c44c027e686c803656775905c12622, ASSIGN 2024-11-08T17:21:42,684 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4c44c027e686c803656775905c12622, ASSIGN; state=OFFLINE, location=74e38af3904c,46519,1731086487717; forceNewPlan=false, retain=false 2024-11-08T17:21:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:42,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4c44c027e686c803656775905c12622, regionState=OPENING, regionLocation=74e38af3904c,46519,1731086487717 2024-11-08T17:21:42,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4c44c027e686c803656775905c12622, ASSIGN because future has completed 2024-11-08T17:21:42,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c44c027e686c803656775905c12622, server=74e38af3904c,46519,1731086487717}] 2024-11-08T17:21:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:42,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:42,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T17:21:42,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T17:21:42,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74e38af3904c%2C46519%2C1731086487717.rep, suffix=, logDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/oldWALs, maxLogs=10 2024-11-08T17:21:43,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.rep.1731086502993, exclude list is [], retry=0 2024-11-08T17:21:43,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44825,DS-a97f3160-71e6-45d7-906b-cc67ec87ad78,DISK] 2024-11-08T17:21:43,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.rep.1731086502993 2024-11-08T17:21:43,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-08T17:21:43,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f4c44c027e686c803656775905c12622, NAME => 'hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622.', STARTKEY => '', ENDKEY => ''} 2024-11-08T17:21:43,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T17:21:43,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T17:21:43,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. service=MultiRowMutationService 2024-11-08T17:21:43,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T17:21:43,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T17:21:43,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,017 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,018 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c44c027e686c803656775905c12622 columnFamilyName hfileref 2024-11-08T17:21:43,018 DEBUG [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:43,019 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] regionserver.HStore(327): Store=f4c44c027e686c803656775905c12622/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:43,019 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,020 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c44c027e686c803656775905c12622 columnFamilyName queue 2024-11-08T17:21:43,020 DEBUG [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:43,020 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] regionserver.HStore(327): Store=f4c44c027e686c803656775905c12622/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:43,020 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,021 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c44c027e686c803656775905c12622 columnFamilyName sid 2024-11-08T17:21:43,021 DEBUG [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T17:21:43,021 INFO [StoreOpener-f4c44c027e686c803656775905c12622-1 {}] regionserver.HStore(327): Store=f4c44c027e686c803656775905c12622/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T17:21:43,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T17:21:43,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T17:21:43,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f4c44c027e686c803656775905c12622; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63065432, jitterRate=-0.060251832008361816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T17:21:43,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4c44c027e686c803656775905c12622 2024-11-08T17:21:43,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f4c44c027e686c803656775905c12622: Running coprocessor pre-open hook at 1731086503016Writing region info on filesystem at 1731086503016Initializing all the Stores at 1731086503017 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086503017Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086503017Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731086503017Cleaning up temporary data from old regions at 1731086503023 (+6 ms)Running coprocessor post-open hooks at 1731086503025 (+2 ms)Region opened successfully at 1731086503025 2024-11-08T17:21:43,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622., pid=10, masterSystemTime=1731086502989 2024-11-08T17:21:43,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:43,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:43,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4c44c027e686c803656775905c12622, regionState=OPEN, openSeqNum=2, regionLocation=74e38af3904c,46519,1731086487717 2024-11-08T17:21:43,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c44c027e686c803656775905c12622, server=74e38af3904c,46519,1731086487717 because future has completed 2024-11-08T17:21:43,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T17:21:43,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f4c44c027e686c803656775905c12622, server=74e38af3904c,46519,1731086487717 in 193 msec 2024-11-08T17:21:43,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T17:21:43,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c44c027e686c803656775905c12622, ASSIGN in 355 msec 2024-11-08T17:21:43,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T17:21:43,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731086503033"}]},"ts":"1731086503033"} 2024-11-08T17:21:43,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T17:21:43,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T17:21:43,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 441 msec 2024-11-08T17:21:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622., hostname=74e38af3904c,46519,1731086487717, seqNum=2] 2024-11-08T17:21:43,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:43,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:43,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:21:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:43,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T17:21:43,292 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T17:21:43,322 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74e38af3904c,46519,1731086487717, ReplicationSource: 1, currentBandwidth=0 2024-11-08T17:21:43,322 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:43,322 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46519,1731086487717, seqNum=-1] 2024-11-08T17:21:43,322 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:43,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T17:21:43,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74e38af3904c,46519,1731086487717', locateType=CURRENT is [region=hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622., hostname=74e38af3904c,46519,1731086487717, seqNum=2] 2024-11-08T17:21:43,327 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T17:21:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T17:21:43,330 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74e38af3904c,46519,1731086487717 suceeded 2024-11-08T17:21:43,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T17:21:43,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-08T17:21:43,332 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74e38af3904c:36975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:21:43,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 751 msec 2024-11-08T17:21:43,346 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:36975' 2024-11-08T17:21:43,348 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b502ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,348 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36975,-1 for getting cluster id 2024-11-08T17:21:43,348 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:43,349 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd24b7cc3-4628-4267-a6fe-51c3845e2810' 2024-11-08T17:21:43,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:43,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d24b7cc3-4628-4267-a6fe-51c3845e2810" 2024-11-08T17:21:43,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6630d3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36975,-1] 2024-11-08T17:21:43,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:43,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:43,350 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:43,350 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5893010b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,351 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:43,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36975,1731086492275 2024-11-08T17:21:43,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782f9678 2024-11-08T17:21:43,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:43,352 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T17:21:43,353 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74e38af3904c,46519,1731086487717 (queues=1) is replicating from cluster=36282609-4a34-4f9f-8b6a-b356161d32df to cluster=d24b7cc3-4628-4267-a6fe-51c3845e2810 2024-11-08T17:21:43,353 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74e38af3904c%2C46519%2C1731086487717 2024-11-08T17:21:43,353 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74e38af3904c,46519,1731086487717, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:21:43,354 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C46519%2C1731086487717 2024-11-08T17:21:43,354 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542, startPosition=0, beingWritten=true 2024-11-08T17:21:43,359 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:43,359 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 379, reset compression=false 2024-11-08T17:21:43,359 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46519,1731086487717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:43,562 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 379, reset compression=false 2024-11-08T17:21:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T17:21:43,719 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T17:21:43,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:43,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:43,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:43,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:43,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:43,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f76472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36379,-1 for getting cluster id 2024-11-08T17:21:43,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:43,721 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36282609-4a34-4f9f-8b6a-b356161d32df' 2024-11-08T17:21:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36282609-4a34-4f9f-8b6a-b356161d32df" 2024-11-08T17:21:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1a6640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36379,-1] 2024-11-08T17:21:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:43,723 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e839c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761f5300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36975,-1 for getting cluster id 2024-11-08T17:21:43,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:43,724 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd24b7cc3-4628-4267-a6fe-51c3845e2810' 2024-11-08T17:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d24b7cc3-4628-4267-a6fe-51c3845e2810" 2024-11-08T17:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793f2025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36975,-1] 2024-11-08T17:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:43,726 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3268c057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3dc338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33553,-1 for getting cluster id 2024-11-08T17:21:43,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:43,728 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eaf4952-91dc-4340-b0ed-0176c6486cd0' 2024-11-08T17:21:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eaf4952-91dc-4340-b0ed-0176c6486cd0" 2024-11-08T17:21:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc8f7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33553,-1] 2024-11-08T17:21:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:43,730 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6979858e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:43,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:43,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731086503735/Put/seqid=0 2024-11-08T17:21:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741840_1016 (size=7894) 2024-11-08T17:21:43,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731086503753/Put/seqid=0 2024-11-08T17:21:43,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741841_1017 (size=7691) 2024-11-08T17:21:43,866 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 379, reset compression=false 2024-11-08T17:21:44,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe794a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:44,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36379,-1 for getting cluster id 2024-11-08T17:21:44,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:44,169 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36282609-4a34-4f9f-8b6a-b356161d32df' 2024-11-08T17:21:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36282609-4a34-4f9f-8b6a-b356161d32df" 2024-11-08T17:21:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a47512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36379,-1] 2024-11-08T17:21:44,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:44,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:44,170 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:44,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bedcc88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:44,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:44,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46519,1731086487717, seqNum=-1] 2024-11-08T17:21:44,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:44,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:44,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36379,1731086487491 2024-11-08T17:21:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18055434 2024-11-08T17:21:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:44,180 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2] 2024-11-08T17:21:44,185 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:21:44,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T17:21:44,190 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T17:21:44,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T17:21:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:44,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T17:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HRegion(2603): Flush status journal for c1bf09c20f11499df2481f2779b9c707: 2024-11-08T17:21:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_0 2024-11-08T17:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_0 as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ 2024-11-08T17:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_1 2024-11-08T17:21:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_1 as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ 2024-11-08T17:21:44,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_0 into c1bf09c20f11499df2481f2779b9c707/f as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ - updating store file list. 2024-11-08T17:21:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66da96953b4a4735a75ced4e738ad79b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:44,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ into c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:44,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_0 into c1bf09c20f11499df2481f2779b9c707/f (new location: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_) 2024-11-08T17:21:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_0 2024-11-08T17:21:44,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_1 into c1bf09c20f11499df2481f2779b9c707/f as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ - updating store file list. 2024-11-08T17:21:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:44,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ into c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:44,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_1 into c1bf09c20f11499df2481f2779b9c707/f (new location: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_) 2024-11-08T17:21:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gnnnr7r77nbsabdai7f1ddbmjktfu81elj0fp7ua4tkkkke0ipvfp2boia29ripb/f/hfile_1 2024-11-08T17:21:44,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:44,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:44,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:44,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:44,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:44,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:44,222 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T17:21:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2 , the old value is region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74e38af3904c:46519 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:21:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:21:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45541,1731086492454, seqNum=-1] 2024-11-08T17:21:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2 from cache 2024-11-08T17:21:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:44,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:44,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc., hostname=74e38af3904c,45541,1731086492454, seqNum=2] 2024-11-08T17:21:44,227 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T17:21:44,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:44,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:21:44,259 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148687 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74e38af3904c,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T17:21:44,269 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 379, reset compression=false 2024-11-08T17:21:44,273 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:44,273 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46519,1731086487717 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1bf09c20f11499df2481f2779b9c707/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086504218/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T17:21:44,275 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:44,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T17:21:44,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.ReplicationSink(318): Replicating [36282609-4a34-4f9f-8b6a-b356161d32df] bulk loaded data 2024-11-08T17:21:44,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@397d0a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:44,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36975,-1 for getting cluster id 2024-11-08T17:21:44,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:44,277 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd24b7cc3-4628-4267-a6fe-51c3845e2810' 2024-11-08T17:21:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d24b7cc3-4628-4267-a6fe-51c3845e2810" 2024-11-08T17:21:44,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792386f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:44,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36975,-1] 2024-11-08T17:21:44,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:44,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:44,278 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:44,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82d60f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741837_1013 (size=7894) 2024-11-08T17:21:44,330 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:46519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T17:21:44,473 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 687, reset compression=false 2024-11-08T17:21:44,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:21:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:44,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741838_1014 (size=7691) 2024-11-08T17:21:44,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:44,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36975,1731086492275 2024-11-08T17:21:44,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e42612 2024-11-08T17:21:44,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:44,698 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T17:21:44,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:21:44,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:44,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,45541,1731086492454, seqNum=-1] 2024-11-08T17:21:44,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:44,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T17:21:44,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T17:21:44,709 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T17:21:44,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ for inclusion in 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T17:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:44,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ for inclusion in 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T17:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegion(2603): Flush status journal for 55a0cfe762c3b408e8cc40faaf590bcc: 2024-11-08T17:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66da96953b4a4735a75ced4e738ad79b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/d30947f5a7fb4454824cc980e8f8997c_SeqId_4_ 2024-11-08T17:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/a29ceabba87e4073b698290f817e8e40_SeqId_4_ 2024-11-08T17:21:44,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ into 55a0cfe762c3b408e8cc40faaf590bcc/f as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/d30947f5a7fb4454824cc980e8f8997c_SeqId_4_ - updating store file list. 2024-11-08T17:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d30947f5a7fb4454824cc980e8f8997c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:44,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/d30947f5a7fb4454824cc980e8f8997c_SeqId_4_ into 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:44,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ into 55a0cfe762c3b408e8cc40faaf590bcc/f (new location: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/d30947f5a7fb4454824cc980e8f8997c_SeqId_4_) 2024-11-08T17:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/66da96953b4a4735a75ced4e738ad79b_SeqId_4_ 2024-11-08T17:21:44,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ into 55a0cfe762c3b408e8cc40faaf590bcc/f as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/a29ceabba87e4073b698290f817e8e40_SeqId_4_ - updating store file list. 2024-11-08T17:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a29ceabba87e4073b698290f817e8e40_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:44,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/a29ceabba87e4073b698290f817e8e40_SeqId_4_ into 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:44,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ into 55a0cfe762c3b408e8cc40faaf590bcc/f (new location: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/a29ceabba87e4073b698290f817e8e40_SeqId_4_) 2024-11-08T17:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__qp8sckrn4b0th5bu2n5gr6ajlemk1s02ganidfveqacf57v2la5lt9oqk7slckrv/f/abc8417fa7be4bfd86c40ef11a9d6bc8_SeqId_4_ 2024-11-08T17:21:44,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.ReplicationSink(324): Finished replicating [36282609-4a34-4f9f-8b6a-b356161d32df] bulk loaded data 2024-11-08T17:21:44,776 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 687, reset compression=false 2024-11-08T17:21:45,179 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 687, reset compression=false 2024-11-08T17:21:45,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,41925,1731086497003, seqNum=-1] 2024-11-08T17:21:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:45,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:45,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a., hostname=74e38af3904c,41925,1731086497003, seqNum=2] 2024-11-08T17:21:45,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:45,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T17:21:45,250 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74e38af3904c%2C46519%2C1731086487717:(num 1731086489542) roll requested 2024-11-08T17:21:45,285 DEBUG [regionserver/74e38af3904c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250, exclude list is [], retry=0 2024-11-08T17:21:45,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44825,DS-a97f3160-71e6-45d7-906b-cc67ec87ad78,DISK] 2024-11-08T17:21:45,325 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 2024-11-08T17:21:45,327 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-08T17:21:45,327 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 is not closed yet, will try archiving it next time 2024-11-08T17:21:45,327 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74e38af3904c%2C46519%2C1731086487717.rep:(num 1731086502993) roll requested 2024-11-08T17:21:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741832_1008 (size=695) 2024-11-08T17:21:45,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f90368a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36379,-1 for getting cluster id 2024-11-08T17:21:45,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:45,339 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36282609-4a34-4f9f-8b6a-b356161d32df' 2024-11-08T17:21:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36282609-4a34-4f9f-8b6a-b356161d32df" 2024-11-08T17:21:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6d41d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36379,-1] 2024-11-08T17:21:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:45,341 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54379b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36379,1731086487491 2024-11-08T17:21:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4011b519 2024-11-08T17:21:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:45,345 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:45,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://74e38af3904c:33553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T17:21:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T17:21:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:21:45,349 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33553' 2024-11-08T17:21:45,353 DEBUG [regionserver/74e38af3904c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.rep.1731086505327, exclude list is [], retry=0 2024-11-08T17:21:45,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44825,DS-a97f3160-71e6-45d7-906b-cc67ec87ad78,DISK] 2024-11-08T17:21:45,369 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f5b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,369 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33553,-1 for getting cluster id 2024-11-08T17:21:45,369 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:45,370 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eaf4952-91dc-4340-b0ed-0176c6486cd0' 2024-11-08T17:21:45,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:45,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eaf4952-91dc-4340-b0ed-0176c6486cd0" 2024-11-08T17:21:45,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71da7aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33553,-1] 2024-11-08T17:21:45,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:45,372 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9e5ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,373 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:45,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33553,1731086496278 2024-11-08T17:21:45,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47dc3a60 2024-11-08T17:21:45,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:45,375 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:45,376 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T17:21:45,376 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T17:21:45,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:45,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:45,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:45,378 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/oldWALs/74e38af3904c%2C46519%2C1731086487717.1731086489542 2024-11-08T17:21:45,414 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.rep.1731086502993 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.rep.1731086505327 2024-11-08T17:21:45,424 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-08T17:21:45,424 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.rep.1731086502993 is not closed yet, will try archiving it next time 2024-11-08T17:21:45,424 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74e38af3904c%2C46519%2C1731086487717.meta:.meta(num 1731086490195) roll requested 2024-11-08T17:21:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741839_1015 (size=1505) 2024-11-08T17:21:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:21:45,464 DEBUG [regionserver/74e38af3904c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.meta.1731086505425.meta, exclude list is [], retry=0 2024-11-08T17:21:45,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44825,DS-a97f3160-71e6-45d7-906b-cc67ec87ad78,DISK] 2024-11-08T17:21:45,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T17:21:45,489 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.meta.1731086490195.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.meta.1731086505425.meta 2024-11-08T17:21:45,498 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-08T17:21:45,498 DEBUG [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.meta.1731086490195.meta is not closed yet, will try archiving it next time 2024-11-08T17:21:45,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.meta.1731086490195.meta not finished, retry = 0 2024-11-08T17:21:45,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741834_1010 (size=3473) 2024-11-08T17:21:45,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T17:21:45,636 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T17:21:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:21:45,691 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-74e38af3904c,46519,1731086487717, ReplicationSource: 2, currentBandwidth=0 2024-11-08T17:21:45,717 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 to pos 687, reset compression=false 2024-11-08T17:21:45,724 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T17:21:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T17:21:45,726 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 was moved to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/oldWALs/74e38af3904c%2C46519%2C1731086487717.1731086489542 2024-11-08T17:21:45,727 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 74e38af3904c,46519,1731086487717 suceeded 2024-11-08T17:21:45,728 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542 2024-11-08T17:21:45,728 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46519,1731086487717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086489542, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T17:21:45,730 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250, startPosition=0, beingWritten=true 2024-11-08T17:21:45,731 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [74e38af3904c%2C46519%2C1731086487717.1731086489542] 2024-11-08T17:21:45,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T17:21:45,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 245 msec 2024-11-08T17:21:45,733 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://74e38af3904c:33553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T17:21:45,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 388 msec 2024-11-08T17:21:45,750 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74e38af3904c:33553' 2024-11-08T17:21:45,772 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed26281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,772 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33553,-1 for getting cluster id 2024-11-08T17:21:45,772 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:45,773 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eaf4952-91dc-4340-b0ed-0176c6486cd0' 2024-11-08T17:21:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eaf4952-91dc-4340-b0ed-0176c6486cd0" 2024-11-08T17:21:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b5eb6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33553,-1] 2024-11-08T17:21:45,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:45,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:45,776 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:45,777 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6115b752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:45,777 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:45,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33553,1731086496278 2024-11-08T17:21:45,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f33f38d 2024-11-08T17:21:45,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:45,778 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T17:21:45,779 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-74e38af3904c,46519,1731086487717 (queues=1) is replicating from cluster=36282609-4a34-4f9f-8b6a-b356161d32df to cluster=4eaf4952-91dc-4340-b0ed-0176c6486cd0 2024-11-08T17:21:45,779 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=74e38af3904c%2C46519%2C1731086487717 2024-11-08T17:21:45,779 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-74e38af3904c,46519,1731086487717, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T17:21:45,793 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250, startPosition=0, beingWritten=true 2024-11-08T17:21:45,816 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74e38af3904c%2C46519%2C1731086487717 2024-11-08T17:21:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T17:21:45,980 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T17:21:45,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:45,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:45,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:45,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:45,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:45,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T17:21:45,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731086505996/Put/seqid=0 2024-11-08T17:21:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741845_1021 (size=11194) 2024-11-08T17:21:46,042 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 0, reset compression=false 2024-11-08T17:21:46,370 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 0, reset compression=false 2024-11-08T17:21:46,386 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 0, reset compression=false 2024-11-08T17:21:46,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731086506460/Put/seqid=0 2024-11-08T17:21:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741846_1022 (size=10791) 2024-11-08T17:21:46,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242dc584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:46,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,36379,-1 for getting cluster id 2024-11-08T17:21:46,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:46,510 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36282609-4a34-4f9f-8b6a-b356161d32df' 2024-11-08T17:21:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36282609-4a34-4f9f-8b6a-b356161d32df" 2024-11-08T17:21:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df783e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,36379,-1] 2024-11-08T17:21:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:46,512 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:46,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8401d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:46,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:46,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,46519,1731086487717, seqNum=-1] 2024-11-08T17:21:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:46,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T17:21:46,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,36379,1731086487491 2024-11-08T17:21:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78187905 2024-11-08T17:21:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:46,577 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T17:21:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2] 2024-11-08T17:21:46,587 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:21:46,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T17:21:46,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T17:21:46,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T17:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:46,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T17:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HRegion(2603): Flush status journal for c1bf09c20f11499df2481f2779b9c707: 2024-11-08T17:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_0 2024-11-08T17:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_0 as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ 2024-11-08T17:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_1 2024-11-08T17:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_1 as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ 2024-11-08T17:21:46,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_0 into c1bf09c20f11499df2481f2779b9c707/f as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ - updating store file list. 2024-11-08T17:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:46,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ into c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:46,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_0 into c1bf09c20f11499df2481f2779b9c707/f (new location: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_) 2024-11-08T17:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_0 2024-11-08T17:21:46,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_1 into c1bf09c20f11499df2481f2779b9c707/f as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ - updating store file list. 2024-11-08T17:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30241bf630b44754bc8690a54d06cad1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:46,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ into c1bf09c20f11499df2481f2779b9c707/f 2024-11-08T17:21:46,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_1 into c1bf09c20f11499df2481f2779b9c707/f (new location: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_) 2024-11-08T17:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/staging/jenkins__test__gi8q9rmfqvdvef2lh0ka4dkcs5oaf7atc1t66udflv3bl7i4igll4vjmjlb9u1tg/f/hfile_1 2024-11-08T17:21:46,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:46,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:46,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:46,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:46,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2 , the old value is region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74e38af3904c:46519 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:21:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T17:21:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., hostname=74e38af3904c,46519,1731086487717, seqNum=2 from cache 2024-11-08T17:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46519 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46519: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58216 deadline: 1731086566708 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58216 2024-11-08T17:21:46,712 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T17:21:46,810 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:46519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T17:21:46,825 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 0, reset compression=false 2024-11-08T17:21:46,861 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:46,861 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-74e38af3904c,46519,1731086487717 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1bf09c20f11499df2481f2779b9c707/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086506704/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T17:21:46,863 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T17:21:46,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T17:21:46,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.ReplicationSink(318): Replicating [36282609-4a34-4f9f-8b6a-b356161d32df] bulk loaded data 2024-11-08T17:21:46,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa48d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:46,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] client.ClusterIdFetcher(90): Going to request 74e38af3904c,33553,-1 for getting cluster id 2024-11-08T17:21:46,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T17:21:46,877 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eaf4952-91dc-4340-b0ed-0176c6486cd0' 2024-11-08T17:21:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T17:21:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eaf4952-91dc-4340-b0ed-0176c6486cd0" 2024-11-08T17:21:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75566809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74e38af3904c,33553,-1] 2024-11-08T17:21:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T17:21:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:46,879 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T17:21:46,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@443d1f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T17:21:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741837_1013 (size=11194) 2024-11-08T17:21:47,061 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:47,098 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 0, reset compression=false 2024-11-08T17:21:47,136 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T17:21:47,136 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46519,1731086487717 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1bf09c20f11499df2481f2779b9c707/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731086506704/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T17:21:47,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.ReplicationSink(318): Replicating [36282609-4a34-4f9f-8b6a-b356161d32df] bulk loaded data 2024-11-08T17:21:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741839_1015 (size=11194) 2024-11-08T17:21:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741840_1016 (size=10791) 2024-11-08T17:21:47,336 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:47,398 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741838_1014 (size=10791) 2024-11-08T17:21:47,668 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:47,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:21:47,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T17:21:47,710 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T17:21:47,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ for inclusion in 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:47,717 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T17:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T17:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:47,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ for inclusion in 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:47,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T17:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T17:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegion(2603): Flush status journal for 55a0cfe762c3b408e8cc40faaf590bcc: 2024-11-08T17:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30241bf630b44754bc8690a54d06cad1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/9c7c9f2a7843474c80f87e5c3ea6484b_SeqId_6_ 2024-11-08T17:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/74430105361a4d588db344b7bfe92203_SeqId_6_ 2024-11-08T17:21:47,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ into 55a0cfe762c3b408e8cc40faaf590bcc/f as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/9c7c9f2a7843474c80f87e5c3ea6484b_SeqId_6_ - updating store file list. 2024-11-08T17:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c7c9f2a7843474c80f87e5c3ea6484b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:47,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/9c7c9f2a7843474c80f87e5c3ea6484b_SeqId_6_ into 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:47,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ into 55a0cfe762c3b408e8cc40faaf590bcc/f (new location: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/9c7c9f2a7843474c80f87e5c3ea6484b_SeqId_6_) 2024-11-08T17:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ 2024-11-08T17:21:47,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ into 55a0cfe762c3b408e8cc40faaf590bcc/f as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/74430105361a4d588db344b7bfe92203_SeqId_6_ - updating store file list. 2024-11-08T17:21:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74430105361a4d588db344b7bfe92203_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:47,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/74430105361a4d588db344b7bfe92203_SeqId_6_ into 55a0cfe762c3b408e8cc40faaf590bcc/f 2024-11-08T17:21:47,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ into 55a0cfe762c3b408e8cc40faaf590bcc/f (new location: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/f/74430105361a4d588db344b7bfe92203_SeqId_6_) 2024-11-08T17:21:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/staging/jenkins.hfs.22__test__iinilv1igm28qrqcplamlase4o99g2a13nja2okii0odjl4bsvvjnmg72vk2v97n/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ 2024-11-08T17:21:47,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.ReplicationSink(324): Finished replicating [36282609-4a34-4f9f-8b6a-b356161d32df] bulk loaded data 2024-11-08T17:21:47,806 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:47,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T17:21:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74e38af3904c,33553,1731086496278 2024-11-08T17:21:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ae66e23 2024-11-08T17:21:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T17:21:47,889 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T17:21:47,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T17:21:47,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T17:21:47,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74e38af3904c,41925,1731086497003, seqNum=-1] 2024-11-08T17:21:47,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T17:21:47,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T17:21:47,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T17:21:47,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T17:21:47,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ for inclusion in c701fabc4dca5e7e9b3ffea17078b96a/f 2024-11-08T17:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T17:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:47,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ for inclusion in c701fabc4dca5e7e9b3ffea17078b96a/f 2024-11-08T17:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T17:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T17:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HRegion(2603): Flush status journal for c701fabc4dca5e7e9b3ffea17078b96a: 2024-11-08T17:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30241bf630b44754bc8690a54d06cad1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/7ea1af674df24a0b942b8be14874e966_SeqId_4_ 2024-11-08T17:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T17:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/79e5c93abbca4b9b8563f2ad00bd3100_SeqId_4_ 2024-11-08T17:21:47,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ into c701fabc4dca5e7e9b3ffea17078b96a/f as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/7ea1af674df24a0b942b8be14874e966_SeqId_4_ - updating store file list. 2024-11-08T17:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ea1af674df24a0b942b8be14874e966_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:48,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/7ea1af674df24a0b942b8be14874e966_SeqId_4_ into c701fabc4dca5e7e9b3ffea17078b96a/f 2024-11-08T17:21:48,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ into c701fabc4dca5e7e9b3ffea17078b96a/f (new location: hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/7ea1af674df24a0b942b8be14874e966_SeqId_4_) 2024-11-08T17:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/30241bf630b44754bc8690a54d06cad1_SeqId_6_ 2024-11-08T17:21:48,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ into c701fabc4dca5e7e9b3ffea17078b96a/f as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/79e5c93abbca4b9b8563f2ad00bd3100_SeqId_4_ - updating store file list. 2024-11-08T17:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79e5c93abbca4b9b8563f2ad00bd3100_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T17:21:48,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/79e5c93abbca4b9b8563f2ad00bd3100_SeqId_4_ into c701fabc4dca5e7e9b3ffea17078b96a/f 2024-11-08T17:21:48,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ into c701fabc4dca5e7e9b3ffea17078b96a/f (new location: hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/f/79e5c93abbca4b9b8563f2ad00bd3100_SeqId_4_) 2024-11-08T17:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/staging/jenkins.hfs.23__test__ltdids5b28f83vj2k269fgiqgf92mm9m7d6teg7qaaj31hgv3afde3a8cnhmmlho/f/cc1c12c5ca6e44fa84e1a52f4a082893_SeqId_6_ 2024-11-08T17:21:48,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41925 {}] regionserver.ReplicationSink(324): Finished replicating [36282609-4a34-4f9f-8b6a-b356161d32df] bulk loaded data 2024-11-08T17:21:48,113 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:48,333 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:48,680 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:21:48,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:48,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:48,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:48,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:48,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:48,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:21:48,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=284001058, stopped=false 2024-11-08T17:21:48,737 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,33553,1731086496278 2024-11-08T17:21:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/215855880/running 2024-11-08T17:21:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/215855880/running 2024-11-08T17:21:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:48,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:48,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:48,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:48,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:48,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on znode that does not yet exist, /215855880/running 2024-11-08T17:21:48,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Set watcher on znode that does not yet exist, /215855880/running 2024-11-08T17:21:48,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,41925,1731086497003' ***** 2024-11-08T17:21:48,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:21:48,890 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:21:48,890 INFO [RS:0;74e38af3904c:41925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:21:48,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:21:48,891 INFO [RS:0;74e38af3904c:41925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:21:48,891 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(3091): Received CLOSE for c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:48,898 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,41925,1731086497003 2024-11-08T17:21:48,899 INFO [RS:0;74e38af3904c:41925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:48,899 INFO [RS:0;74e38af3904c:41925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:41925. 2024-11-08T17:21:48,899 DEBUG [RS:0;74e38af3904c:41925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:48,899 DEBUG [RS:0;74e38af3904c:41925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:48,899 INFO [RS:0;74e38af3904c:41925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:21:48,899 INFO [RS:0;74e38af3904c:41925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:21:48,899 INFO [RS:0;74e38af3904c:41925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:21:48,899 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:21:48,908 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c701fabc4dca5e7e9b3ffea17078b96a, disabling compactions & flushes 2024-11-08T17:21:48,908 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:48,909 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:48,909 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. after waiting 0 ms 2024-11-08T17:21:48,909 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:48,909 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:21:48,909 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c701fabc4dca5e7e9b3ffea17078b96a=test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a.} 2024-11-08T17:21:48,909 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c701fabc4dca5e7e9b3ffea17078b96a 2024-11-08T17:21:48,920 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:48,920 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:48,920 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:48,920 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:48,920 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:48,921 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T17:21:48,961 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:48,964 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/default/test/c701fabc4dca5e7e9b3ffea17078b96a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T17:21:48,964 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:48,965 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:48,965 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:48,965 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c701fabc4dca5e7e9b3ffea17078b96a: Waiting for close lock at 1731086508908Running coprocessor pre-close hooks at 1731086508908Disabling compacts and flushes for region at 1731086508908Disabling writes for close at 1731086508909 (+1 ms)Writing region close event to WAL at 1731086508948 (+39 ms)Running coprocessor post-close hooks at 1731086508964 (+16 ms)Closed at 1731086508965 (+1 ms) 2024-11-08T17:21:48,965 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a. 2024-11-08T17:21:48,970 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/info/998f56f6b2ac47ebae04a1e2705fcee2 is 129, key is test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a./info:regioninfo/1731086502199/Put/seqid=0 2024-11-08T17:21:48,974 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:49,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741839_1015 (size=6421) 2024-11-08T17:21:49,109 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:49,273 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:21:49,273 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:21:49,309 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:49,311 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:49,421 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/info/998f56f6b2ac47ebae04a1e2705fcee2 2024-11-08T17:21:49,468 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/ns/c9ee650229564c26b4b7bf31f9e9902a is 43, key is default/ns:d/1731086499012/Put/seqid=0 2024-11-08T17:21:49,509 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741840_1016 (size=5153) 2024-11-08T17:21:49,518 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/ns/c9ee650229564c26b4b7bf31f9e9902a 2024-11-08T17:21:49,568 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/rep_barrier/ba1414359099424bb48d8000645ed740 is 112, key is test,,1731086501432.c701fabc4dca5e7e9b3ffea17078b96a./rep_barrier:seqnumDuringOpen/1731086502199/Put/seqid=0 2024-11-08T17:21:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741841_1017 (size=5518) 2024-11-08T17:21:49,710 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:49,723 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:49,745 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T17:21:49,910 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T17:21:49,910 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:21:49,910 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:50,018 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/rep_barrier/ba1414359099424bb48d8000645ed740 2024-11-08T17:21:50,039 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:50,059 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/table/da08be7fe5c849a290beb810d5c5db28 is 40, key is test/table:state/1731086502213/Put/seqid=0 2024-11-08T17:21:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741842_1018 (size=5165) 2024-11-08T17:21:50,110 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:50,310 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:50,501 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/table/da08be7fe5c849a290beb810d5c5db28 2024-11-08T17:21:50,511 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/info/998f56f6b2ac47ebae04a1e2705fcee2 as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/info/998f56f6b2ac47ebae04a1e2705fcee2 2024-11-08T17:21:50,511 DEBUG [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:50,517 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/info/998f56f6b2ac47ebae04a1e2705fcee2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T17:21:50,518 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/ns/c9ee650229564c26b4b7bf31f9e9902a as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/ns/c9ee650229564c26b4b7bf31f9e9902a 2024-11-08T17:21:50,524 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/ns/c9ee650229564c26b4b7bf31f9e9902a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:21:50,526 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/rep_barrier/ba1414359099424bb48d8000645ed740 as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/rep_barrier/ba1414359099424bb48d8000645ed740 2024-11-08T17:21:50,531 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/rep_barrier/ba1414359099424bb48d8000645ed740, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T17:21:50,532 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/.tmp/table/da08be7fe5c849a290beb810d5c5db28 as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/table/da08be7fe5c849a290beb810d5c5db28 2024-11-08T17:21:50,537 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/table/da08be7fe5c849a290beb810d5c5db28, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:21:50,538 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1618ms, sequenceid=11, compaction requested=false 2024-11-08T17:21:50,548 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:50,595 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T17:21:50,596 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:50,596 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:50,596 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:50,597 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086508920Running coprocessor pre-close hooks at 1731086508920Disabling compacts and flushes for region at 1731086508920Disabling writes for close at 1731086508920Obtaining lock to block concurrent updates at 1731086508921 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731086508921Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731086508921Flushing stores of hbase:meta,,1.1588230740 at 1731086508922 (+1 ms)Flushing 1588230740/info: creating writer at 1731086508922Flushing 1588230740/info: appending metadata at 1731086508970 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731086508970Flushing 1588230740/ns: creating writer at 1731086509426 (+456 ms)Flushing 1588230740/ns: appending metadata at 1731086509467 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731086509467Flushing 1588230740/rep_barrier: creating writer at 1731086509523 (+56 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086509565 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086509565Flushing 1588230740/table: creating writer at 1731086510022 (+457 ms)Flushing 1588230740/table: appending metadata at 1731086510059 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731086510059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570b4d4c: reopening flushed file at 1731086510507 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1950bffd: reopening flushed file at 1731086510517 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3183291b: reopening flushed file at 1731086510524 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c09857: reopening flushed file at 1731086510531 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1618ms, sequenceid=11, compaction requested=false at 1731086510538 (+7 ms)Writing region close event to WAL at 1731086510591 (+53 ms)Running coprocessor post-close hooks at 1731086510596 (+5 ms)Closed at 1731086510596 2024-11-08T17:21:50,597 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:50,711 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,41925,1731086497003; all regions closed. 2024-11-08T17:21:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741834_1010 (size=2717) 2024-11-08T17:21:50,718 DEBUG [RS:0;74e38af3904c:41925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/oldWALs 2024-11-08T17:21:50,718 INFO [RS:0;74e38af3904c:41925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C41925%2C1731086497003.meta:.meta(num 1731086498960) 2024-11-08T17:21:50,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741832_1008 (size=1028) 2024-11-08T17:21:50,727 DEBUG [RS:0;74e38af3904c:41925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/oldWALs 2024-11-08T17:21:50,727 INFO [RS:0;74e38af3904c:41925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C41925%2C1731086497003:(num 1731086498373) 2024-11-08T17:21:50,727 DEBUG [RS:0;74e38af3904c:41925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:50,727 INFO [RS:0;74e38af3904c:41925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:50,727 INFO [RS:0;74e38af3904c:41925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:50,728 INFO [RS:0;74e38af3904c:41925 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:50,728 INFO [RS:0;74e38af3904c:41925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:50,728 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:50,728 INFO [RS:0;74e38af3904c:41925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:41925. 2024-11-08T17:21:50,728 DEBUG [RS:0;74e38af3904c:41925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:50,728 DEBUG [RS:0;74e38af3904c:41925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:50,728 DEBUG [RS:0;74e38af3904c:41925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:50,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:50,729 INFO [RS:0;74e38af3904c:41925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41925 2024-11-08T17:21:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/215855880/rs/74e38af3904c,41925,1731086497003 2024-11-08T17:21:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880/rs 2024-11-08T17:21:50,811 INFO [RS:0;74e38af3904c:41925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:50,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,41925,1731086497003] 2024-11-08T17:21:50,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /215855880/draining/74e38af3904c,41925,1731086497003 already deleted, retry=false 2024-11-08T17:21:50,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,41925,1731086497003 expired; onlineServers=0 2024-11-08T17:21:50,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,33553,1731086496278' ***** 2024-11-08T17:21:50,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:21:50,832 INFO [M:0;74e38af3904c:33553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:50,832 INFO [M:0;74e38af3904c:33553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:50,832 DEBUG [M:0;74e38af3904c:33553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:21:50,832 DEBUG [M:0;74e38af3904c:33553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:21:50,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:21:50,832 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086498108 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086498108,5,FailOnTimeoutGroup] 2024-11-08T17:21:50,832 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086498112 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086498112,5,FailOnTimeoutGroup] 2024-11-08T17:21:50,833 INFO [M:0;74e38af3904c:33553 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:50,833 INFO [M:0;74e38af3904c:33553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:50,833 DEBUG [M:0;74e38af3904c:33553 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:21:50,833 INFO [M:0;74e38af3904c:33553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:21:50,833 INFO [M:0;74e38af3904c:33553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:50,833 INFO [M:0;74e38af3904c:33553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:21:50,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:21:50,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/215855880/master 2024-11-08T17:21:50,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/215855880 2024-11-08T17:21:50,853 DEBUG [M:0;74e38af3904c:33553 {}] zookeeper.RecoverableZooKeeper(212): Node /215855880/master already deleted, retry=false 2024-11-08T17:21:50,853 DEBUG [M:0;74e38af3904c:33553 {}] master.ActiveMasterManager(353): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Failed delete of our master address node; KeeperErrorCode = NoNode for /215855880/master 2024-11-08T17:21:50,853 INFO [M:0;74e38af3904c:33553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/.lastflushedseqids 2024-11-08T17:21:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741843_1019 (size=173) 2024-11-08T17:21:50,866 INFO [M:0;74e38af3904c:33553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:21:50,867 INFO [M:0;74e38af3904c:33553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:21:50,867 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:50,867 INFO [M:0;74e38af3904c:33553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:50,867 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:50,867 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:50,867 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:50,867 INFO [M:0;74e38af3904c:33553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T17:21:50,869 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:50,888 DEBUG [M:0;74e38af3904c:33553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c6a375483af40f097e897ab2b83ad92 is 82, key is hbase:meta,,1/info:regioninfo/1731086498996/Put/seqid=0 2024-11-08T17:21:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741844_1020 (size=5672) 2024-11-08T17:21:50,914 INFO [M:0;74e38af3904c:33553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c6a375483af40f097e897ab2b83ad92 2024-11-08T17:21:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41925-0x1011b77836c0007, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:50,922 INFO [RS:0;74e38af3904c:41925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:50,922 INFO [RS:0;74e38af3904c:41925 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,41925,1731086497003; zookeeper connection closed. 2024-11-08T17:21:50,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11f361fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11f361fc 2024-11-08T17:21:50,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:21:50,950 DEBUG [M:0;74e38af3904c:33553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce284279b694af3bec754bc27c9f757 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731086502217/Put/seqid=0 2024-11-08T17:21:50,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741845_1021 (size=6586) 2024-11-08T17:21:50,990 INFO [M:0;74e38af3904c:33553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce284279b694af3bec754bc27c9f757 2024-11-08T17:21:51,037 DEBUG [M:0;74e38af3904c:33553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbef30f4d2944b5f8f3ff64ec205ebf9 is 69, key is 74e38af3904c,41925,1731086497003/rs:state/1731086498149/Put/seqid=0 2024-11-08T17:21:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741846_1022 (size=5156) 2024-11-08T17:21:51,080 INFO [M:0;74e38af3904c:33553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbef30f4d2944b5f8f3ff64ec205ebf9 2024-11-08T17:21:51,088 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c6a375483af40f097e897ab2b83ad92 as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c6a375483af40f097e897ab2b83ad92 2024-11-08T17:21:51,093 INFO [M:0;74e38af3904c:33553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c6a375483af40f097e897ab2b83ad92, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T17:21:51,094 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce284279b694af3bec754bc27c9f757 as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bce284279b694af3bec754bc27c9f757 2024-11-08T17:21:51,103 INFO [M:0;74e38af3904c:33553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bce284279b694af3bec754bc27c9f757, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T17:21:51,104 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbef30f4d2944b5f8f3ff64ec205ebf9 as hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbef30f4d2944b5f8f3ff64ec205ebf9 2024-11-08T17:21:51,112 INFO [M:0;74e38af3904c:33553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/2947e038-4a2e-3724-ef4d-273da8892aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbef30f4d2944b5f8f3ff64ec205ebf9, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T17:21:51,113 INFO [M:0;74e38af3904c:33553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 246ms, sequenceid=55, compaction requested=false 2024-11-08T17:21:51,157 INFO [M:0;74e38af3904c:33553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:51,157 DEBUG [M:0;74e38af3904c:33553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086510867Disabling compacts and flushes for region at 1731086510867Disabling writes for close at 1731086510867Obtaining lock to block concurrent updates at 1731086510867Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086510867Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731086510868 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086510868Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086510868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086510888 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086510888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086510918 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086510950 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086510950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086511006 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086511036 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086511036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511f2ac4: reopening flushed file at 1731086511087 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767858aa: reopening flushed file at 1731086511093 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b887cf3: reopening flushed file at 1731086511103 (+10 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 246ms, sequenceid=55, compaction requested=false at 1731086511113 (+10 ms)Writing region close event to WAL at 1731086511157 (+44 ms)Closed at 1731086511157 2024-11-08T17:21:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34791 is added to blk_1073741830_1006 (size=32770) 2024-11-08T17:21:51,183 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:51,183 INFO [M:0;74e38af3904c:33553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:21:51,183 INFO [M:0;74e38af3904c:33553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33553 2024-11-08T17:21:51,184 INFO [M:0;74e38af3904c:33553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:51,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:51,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33553-0x1011b77836c0006, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:51,311 INFO [M:0;74e38af3904c:33553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:51,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10267416{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:51,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ec817cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:51,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:51,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec68835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:51,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374b2111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:51,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:21:51,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:21:51,366 WARN [BP-28555332-172.17.0.2-1731086494336 heartbeating to localhost/127.0.0.1:37605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:21:51,366 WARN [BP-28555332-172.17.0.2-1731086494336 heartbeating to localhost/127.0.0.1:37605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-28555332-172.17.0.2-1731086494336 (Datanode Uuid 7f0bdd3d-0dab-4e01-bdb8-b0ebf51fed19) service to localhost/127.0.0.1:37605 2024-11-08T17:21:51,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:21:51,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/cluster_30287fcf-ba9d-cba3-2ef3-19419d1cc09e/data/data1/current/BP-28555332-172.17.0.2-1731086494336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:51,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/cluster_30287fcf-ba9d-cba3-2ef3-19419d1cc09e/data/data2/current/BP-28555332-172.17.0.2-1731086494336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:51,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78c1ba6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:51,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e9e51c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:51,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:51,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed4399{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:51,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a68801b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b48035d-0fe8-43c7-283a-f18ab939b06e/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:51,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:21:51,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:21:51,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:51,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:51,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:51,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:51,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:51,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:21:51,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=745197796, stopped=false 2024-11-08T17:21:51,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,36975,1731086492275 2024-11-08T17:21:51,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1857480195/running 2024-11-08T17:21:51,416 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1857480195/running 2024-11-08T17:21:51,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:51,416 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:51,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on znode that does not yet exist, /1857480195/running 2024-11-08T17:21:51,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Set watcher on znode that does not yet exist, /1857480195/running 2024-11-08T17:21:51,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:51,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:51,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:51,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:51,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,45541,1731086492454' ***** 2024-11-08T17:21:51,427 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:21:51,427 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:21:51,427 INFO [RS:0;74e38af3904c:45541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:21:51,427 INFO [RS:0;74e38af3904c:45541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:21:51,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:21:51,427 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(3091): Received CLOSE for 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:51,432 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,45541,1731086492454 2024-11-08T17:21:51,432 INFO [RS:0;74e38af3904c:45541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:51,432 INFO [RS:0;74e38af3904c:45541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45541. 2024-11-08T17:21:51,432 DEBUG [RS:0;74e38af3904c:45541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:51,432 DEBUG [RS:0;74e38af3904c:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:51,433 INFO [RS:0;74e38af3904c:45541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:21:51,433 INFO [RS:0;74e38af3904c:45541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:21:51,433 INFO [RS:0;74e38af3904c:45541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:21:51,433 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:21:51,433 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55a0cfe762c3b408e8cc40faaf590bcc, disabling compactions & flushes 2024-11-08T17:21:51,433 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:51,433 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:51,433 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. after waiting 0 ms 2024-11-08T17:21:51,433 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:51,436 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T17:21:51,436 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1325): Online Regions={55a0cfe762c3b408e8cc40faaf590bcc=test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T17:21:51,436 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55a0cfe762c3b408e8cc40faaf590bcc 2024-11-08T17:21:51,436 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:51,436 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:51,436 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:51,436 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:51,436 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:51,436 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T17:21:51,460 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:51,462 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:51,471 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/default/test/55a0cfe762c3b408e8cc40faaf590bcc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T17:21:51,481 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:51,481 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:51,482 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:51,482 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55a0cfe762c3b408e8cc40faaf590bcc: Waiting for close lock at 1731086511433Running coprocessor pre-close hooks at 1731086511433Disabling compacts and flushes for region at 1731086511433Disabling writes for close at 1731086511433Writing region close event to WAL at 1731086511437 (+4 ms)Running coprocessor post-close hooks at 1731086511481 (+44 ms)Closed at 1731086511482 (+1 ms) 2024-11-08T17:21:51,482 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc. 2024-11-08T17:21:51,492 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/info/76a89f9e11884555851cb2595bb967d5 is 129, key is test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc./info:regioninfo/1731086501137/Put/seqid=0 2024-11-08T17:21:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741841_1017 (size=6421) 2024-11-08T17:21:51,537 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/info/76a89f9e11884555851cb2595bb967d5 2024-11-08T17:21:51,584 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/ns/734b92210f3c48b3b0fdda6df96629ab is 43, key is default/ns:d/1731086494188/Put/seqid=0 2024-11-08T17:21:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741842_1018 (size=5153) 2024-11-08T17:21:51,626 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:21:51,626 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:21:51,628 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/ns/734b92210f3c48b3b0fdda6df96629ab 2024-11-08T17:21:51,636 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:51,675 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/rep_barrier/fb7f87e17d2243f8b71f0af564debdbe is 112, key is test,,1731086500281.55a0cfe762c3b408e8cc40faaf590bcc./rep_barrier:seqnumDuringOpen/1731086501137/Put/seqid=0 2024-11-08T17:21:51,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741843_1019 (size=5518) 2024-11-08T17:21:51,740 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/rep_barrier/fb7f87e17d2243f8b71f0af564debdbe 2024-11-08T17:21:51,789 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:51,792 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/table/6bfc28b8fb3344e6baf85d81d2e011bf is 40, key is test/table:state/1731086501152/Put/seqid=0 2024-11-08T17:21:51,837 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741844_1020 (size=5165) 2024-11-08T17:21:52,037 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:52,238 DEBUG [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T17:21:52,247 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/table/6bfc28b8fb3344e6baf85d81d2e011bf 2024-11-08T17:21:52,252 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/info/76a89f9e11884555851cb2595bb967d5 as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/info/76a89f9e11884555851cb2595bb967d5 2024-11-08T17:21:52,257 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/info/76a89f9e11884555851cb2595bb967d5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T17:21:52,258 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/ns/734b92210f3c48b3b0fdda6df96629ab as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/ns/734b92210f3c48b3b0fdda6df96629ab 2024-11-08T17:21:52,264 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/ns/734b92210f3c48b3b0fdda6df96629ab, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:21:52,266 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/rep_barrier/fb7f87e17d2243f8b71f0af564debdbe as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/rep_barrier/fb7f87e17d2243f8b71f0af564debdbe 2024-11-08T17:21:52,279 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/rep_barrier/fb7f87e17d2243f8b71f0af564debdbe, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T17:21:52,280 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/.tmp/table/6bfc28b8fb3344e6baf85d81d2e011bf as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/table/6bfc28b8fb3344e6baf85d81d2e011bf 2024-11-08T17:21:52,286 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/table/6bfc28b8fb3344e6baf85d81d2e011bf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T17:21:52,288 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 851ms, sequenceid=11, compaction requested=false 2024-11-08T17:21:52,311 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T17:21:52,311 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:52,311 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:52,311 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:52,311 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086511436Running coprocessor pre-close hooks at 1731086511436Disabling compacts and flushes for region at 1731086511436Disabling writes for close at 1731086511436Obtaining lock to block concurrent updates at 1731086511436Preparing flush snapshotting stores in 1588230740 at 1731086511436Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731086511449 (+13 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086511450 (+1 ms)Flushing 1588230740/info: creating writer at 1731086511450Flushing 1588230740/info: appending metadata at 1731086511491 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731086511491Flushing 1588230740/ns: creating writer at 1731086511543 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731086511583 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731086511583Flushing 1588230740/rep_barrier: creating writer at 1731086511636 (+53 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086511674 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086511674Flushing 1588230740/table: creating writer at 1731086511747 (+73 ms)Flushing 1588230740/table: appending metadata at 1731086511791 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731086511791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e1e7f4: reopening flushed file at 1731086512252 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26eeb4eb: reopening flushed file at 1731086512257 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157e3fa4: reopening flushed file at 1731086512264 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463b170c: reopening flushed file at 1731086512280 (+16 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 851ms, sequenceid=11, compaction requested=false at 1731086512288 (+8 ms)Writing region close event to WAL at 1731086512305 (+17 ms)Running coprocessor post-close hooks at 1731086512311 (+6 ms)Closed at 1731086512311 2024-11-08T17:21:52,312 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:52,438 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,45541,1731086492454; all regions closed. 2024-11-08T17:21:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741834_1010 (size=2717) 2024-11-08T17:21:52,450 DEBUG [RS:0;74e38af3904c:45541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/oldWALs 2024-11-08T17:21:52,450 INFO [RS:0;74e38af3904c:45541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C45541%2C1731086492454.meta:.meta(num 1731086494123) 2024-11-08T17:21:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741833_1009 (size=1374) 2024-11-08T17:21:52,490 DEBUG [RS:0;74e38af3904c:45541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/oldWALs 2024-11-08T17:21:52,490 INFO [RS:0;74e38af3904c:45541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74e38af3904c%2C45541%2C1731086492454:(num 1731086493746) 2024-11-08T17:21:52,490 DEBUG [RS:0;74e38af3904c:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:52,490 INFO [RS:0;74e38af3904c:45541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:52,490 INFO [RS:0;74e38af3904c:45541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:52,490 INFO [RS:0;74e38af3904c:45541 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:52,490 INFO [RS:0;74e38af3904c:45541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:52,490 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:52,490 INFO [RS:0;74e38af3904c:45541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:45541. 2024-11-08T17:21:52,490 DEBUG [RS:0;74e38af3904c:45541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:52,491 DEBUG [RS:0;74e38af3904c:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:52,491 DEBUG [RS:0;74e38af3904c:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:52,491 INFO [RS:0;74e38af3904c:45541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45541 2024-11-08T17:21:52,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:52,502 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:52,549 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1857480195/rs/74e38af3904c,45541,1731086492454 2024-11-08T17:21:52,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195/rs 2024-11-08T17:21:52,549 INFO [RS:0;74e38af3904c:45541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:52,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,45541,1731086492454] 2024-11-08T17:21:52,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1857480195/draining/74e38af3904c,45541,1731086492454 already deleted, retry=false 2024-11-08T17:21:52,579 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,45541,1731086492454 expired; onlineServers=0 2024-11-08T17:21:52,579 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,36975,1731086492275' ***** 2024-11-08T17:21:52,579 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:21:52,579 INFO [M:0;74e38af3904c:36975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:52,579 INFO [M:0;74e38af3904c:36975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:52,579 DEBUG [M:0;74e38af3904c:36975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:21:52,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:21:52,580 DEBUG [M:0;74e38af3904c:36975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:21:52,580 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086493400 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086493400,5,FailOnTimeoutGroup] 2024-11-08T17:21:52,580 INFO [M:0;74e38af3904c:36975 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:52,580 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086493400 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086493400,5,FailOnTimeoutGroup] 2024-11-08T17:21:52,580 INFO [M:0;74e38af3904c:36975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:52,580 DEBUG [M:0;74e38af3904c:36975 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:21:52,580 INFO [M:0;74e38af3904c:36975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:21:52,580 INFO [M:0;74e38af3904c:36975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:52,580 INFO [M:0;74e38af3904c:36975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:21:52,580 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:21:52,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1857480195/master 2024-11-08T17:21:52,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1857480195 2024-11-08T17:21:52,591 DEBUG [M:0;74e38af3904c:36975 {}] zookeeper.ZKUtil(347): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Unable to get data of znode /1857480195/master because node does not exist (not an error) 2024-11-08T17:21:52,591 WARN [M:0;74e38af3904c:36975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T17:21:52,614 INFO [M:0;74e38af3904c:36975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/.lastflushedseqids 2024-11-08T17:21:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741845_1021 (size=173) 2024-11-08T17:21:52,661 INFO [M:0;74e38af3904c:36975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:21:52,661 INFO [M:0;74e38af3904c:36975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:21:52,661 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:52,661 INFO [M:0;74e38af3904c:36975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:52,661 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:52,661 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:52,661 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:52,661 INFO [M:0;74e38af3904c:36975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-08T17:21:52,669 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:52,669 INFO [RS:0;74e38af3904c:45541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:52,669 INFO [RS:0;74e38af3904c:45541 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,45541,1731086492454; zookeeper connection closed. 2024-11-08T17:21:52,670 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x1011b77836c0004, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:52,708 DEBUG [M:0;74e38af3904c:36975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/683ce235139e43df9f201e03f7dd2770 is 82, key is hbase:meta,,1/info:regioninfo/1731086494158/Put/seqid=0 2024-11-08T17:21:52,710 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47f9857b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47f9857b 2024-11-08T17:21:52,710 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:21:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741846_1022 (size=5672) 2024-11-08T17:21:52,821 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:53,175 INFO [M:0;74e38af3904c:36975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/683ce235139e43df9f201e03f7dd2770 2024-11-08T17:21:53,202 DEBUG [M:0;74e38af3904c:36975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/509dd85c2bfa482890d15f3c8c6ccb5a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731086501156/Put/seqid=0 2024-11-08T17:21:53,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741847_1023 (size=6587) 2024-11-08T17:21:53,217 INFO [M:0;74e38af3904c:36975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/509dd85c2bfa482890d15f3c8c6ccb5a 2024-11-08T17:21:53,245 DEBUG [M:0;74e38af3904c:36975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a46f61046d34c2d9e7970238601ae00 is 69, key is 74e38af3904c,45541,1731086492454/rs:state/1731086493530/Put/seqid=0 2024-11-08T17:21:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741848_1024 (size=5156) 2024-11-08T17:21:53,281 INFO [M:0;74e38af3904c:36975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a46f61046d34c2d9e7970238601ae00 2024-11-08T17:21:53,286 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/683ce235139e43df9f201e03f7dd2770 as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/683ce235139e43df9f201e03f7dd2770 2024-11-08T17:21:53,290 INFO [M:0;74e38af3904c:36975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/683ce235139e43df9f201e03f7dd2770, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T17:21:53,291 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/509dd85c2bfa482890d15f3c8c6ccb5a as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/509dd85c2bfa482890d15f3c8c6ccb5a 2024-11-08T17:21:53,297 INFO [M:0;74e38af3904c:36975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/509dd85c2bfa482890d15f3c8c6ccb5a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T17:21:53,297 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a46f61046d34c2d9e7970238601ae00 as hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a46f61046d34c2d9e7970238601ae00 2024-11-08T17:21:53,304 INFO [M:0;74e38af3904c:36975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/9ecbe7b5-a878-85e7-9178-c87bcde48ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a46f61046d34c2d9e7970238601ae00, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T17:21:53,305 INFO [M:0;74e38af3904c:36975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 644ms, sequenceid=55, compaction requested=false 2024-11-08T17:21:53,306 INFO [M:0;74e38af3904c:36975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:53,306 DEBUG [M:0;74e38af3904c:36975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086512661Disabling compacts and flushes for region at 1731086512661Disabling writes for close at 1731086512661Obtaining lock to block concurrent updates at 1731086512661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086512661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731086512661Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086512662 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086512662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086512706 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086512706Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086513180 (+474 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086513202 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086513202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086513221 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086513244 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086513244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db9d563: reopening flushed file at 1731086513285 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65737211: reopening flushed file at 1731086513290 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d61570: reopening flushed file at 1731086513297 (+7 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 644ms, sequenceid=55, compaction requested=false at 1731086513305 (+8 ms)Writing region close event to WAL at 1731086513306 (+1 ms)Closed at 1731086513306 2024-11-08T17:21:53,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37105 is added to blk_1073741830_1006 (size=32782) 2024-11-08T17:21:53,309 INFO [M:0;74e38af3904c:36975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:21:53,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:53,310 INFO [M:0;74e38af3904c:36975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36975 2024-11-08T17:21:53,311 INFO [M:0;74e38af3904c:36975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:53,458 INFO [M:0;74e38af3904c:36975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36975-0x1011b77836c0003, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:53,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16158018{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:53,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a522078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:53,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:53,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec51e25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:53,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23eb75bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:53,634 WARN [BP-724246856-172.17.0.2-1731086490421 heartbeating to localhost/127.0.0.1:39201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:21:53,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:21:53,634 WARN [BP-724246856-172.17.0.2-1731086490421 heartbeating to localhost/127.0.0.1:39201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724246856-172.17.0.2-1731086490421 (Datanode Uuid ced375f0-4f92-45c8-9dda-cbd869ff072c) service to localhost/127.0.0.1:39201 2024-11-08T17:21:53,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:21:53,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/cluster_af86814c-ea9f-a991-4e06-4532caf71e1a/data/data1/current/BP-724246856-172.17.0.2-1731086490421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:53,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/cluster_af86814c-ea9f-a991-4e06-4532caf71e1a/data/data2/current/BP-724246856-172.17.0.2-1731086490421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:53,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:21:53,642 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:53,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@120e3f87{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:53,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4b2328{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:53,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:53,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30ee552b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:53,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365600a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20631d16-56d2-d43e-ff28-b707b149def5/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:53,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:21:53,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T17:21:53,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:53,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:53,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:53,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:53,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:53,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T17:21:53,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=254287289, stopped=false 2024-11-08T17:21:53,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74e38af3904c,36379,1731086487491 2024-11-08T17:21:53,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1706467340/running 2024-11-08T17:21:53,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1706467340/running 2024-11-08T17:21:53,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:53,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:53,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:53,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on znode that does not yet exist, /0-1706467340/running 2024-11-08T17:21:53,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T17:21:53,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:53,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:53,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74e38af3904c,46519,1731086487717' ***** 2024-11-08T17:21:53,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T17:21:53,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Set watcher on znode that does not yet exist, /0-1706467340/running 2024-11-08T17:21:53,847 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T17:21:53,847 INFO [RS:0;74e38af3904c:46519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T17:21:53,847 INFO [RS:0;74e38af3904c:46519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T17:21:53,847 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(3091): Received CLOSE for c1bf09c20f11499df2481f2779b9c707 2024-11-08T17:21:53,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T17:21:53,851 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(3091): Received CLOSE for f4c44c027e686c803656775905c12622 2024-11-08T17:21:53,851 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(959): stopping server 74e38af3904c,46519,1731086487717 2024-11-08T17:21:53,852 INFO [RS:0;74e38af3904c:46519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:53,852 INFO [RS:0;74e38af3904c:46519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46519. 2024-11-08T17:21:53,852 DEBUG [RS:0;74e38af3904c:46519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:53,852 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:53,852 INFO [RS:0;74e38af3904c:46519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T17:21:53,852 INFO [RS:0;74e38af3904c:46519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T17:21:53,852 INFO [RS:0;74e38af3904c:46519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T17:21:53,852 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T17:21:53,855 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1bf09c20f11499df2481f2779b9c707, disabling compactions & flushes 2024-11-08T17:21:53,855 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:53,855 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:53,855 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. after waiting 0 ms 2024-11-08T17:21:53,855 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:53,856 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T17:21:53,857 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1325): Online Regions={c1bf09c20f11499df2481f2779b9c707=test,,1731086499136.c1bf09c20f11499df2481f2779b9c707., 1588230740=hbase:meta,,1.1588230740, f4c44c027e686c803656775905c12622=hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622.} 2024-11-08T17:21:53,857 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1bf09c20f11499df2481f2779b9c707, f4c44c027e686c803656775905c12622 2024-11-08T17:21:53,857 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T17:21:53,858 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T17:21:53,858 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T17:21:53,858 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T17:21:53,858 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T17:21:53,858 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T17:21:53,861 INFO [regionserver/74e38af3904c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:53,913 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/default/test/c1bf09c20f11499df2481f2779b9c707/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T17:21:53,914 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1bf09c20f11499df2481f2779b9c707: Waiting for close lock at 1731086513855Running coprocessor pre-close hooks at 1731086513855Disabling compacts and flushes for region at 1731086513855Disabling writes for close at 1731086513855Writing region close event to WAL at 1731086513888 (+33 ms)Running coprocessor post-close hooks at 1731086513913 (+25 ms)Closed at 1731086513914 (+1 ms) 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731086499136.c1bf09c20f11499df2481f2779b9c707. 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4c44c027e686c803656775905c12622, disabling compactions & flushes 2024-11-08T17:21:53,914 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. after waiting 0 ms 2024-11-08T17:21:53,914 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:53,914 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4c44c027e686c803656775905c12622 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T17:21:53,933 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/info/9465d20707ee41809f869b4a9e4a6938 is 147, key is hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622./info:regioninfo/1731086503028/Put/seqid=0 2024-11-08T17:21:53,945 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/.tmp/hfileref/93ec80bbb2934dd18f858572e031921f is 74, key is 1/hfileref:30241bf630b44754bc8690a54d06cad1_SeqId_6_/1731086507749/DeleteColumn/seqid=0 2024-11-08T17:21:53,952 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 393, reset compression=false 2024-11-08T17:21:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741848_1024 (size=5489) 2024-11-08T17:21:53,968 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/.tmp/hfileref/93ec80bbb2934dd18f858572e031921f 2024-11-08T17:21:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741847_1023 (size=7686) 2024-11-08T17:21:53,984 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/info/9465d20707ee41809f869b4a9e4a6938 2024-11-08T17:21:54,022 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T17:21:54,022 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 688, reset compression=false 2024-11-08T17:21:54,022 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74e38af3904c,46519,1731086487717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T17:21:54,025 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74e38af3904c,46519,1731086487717: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74e38af3904c,46519,1731086487717, walGroup=74e38af3904c%2C46519%2C1731086487717, offset=74e38af3904c%2C46519%2C1731086487717.1731086505250:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:46519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T17:21:54,029 ERROR [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T17:21:54,031 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T17:21:54,032 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T17:21:54,032 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T17:21:54,032 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T17:21:54,032 INFO [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1604321280, "init": 1048576000, "max": 2306867200, "used": 1136451128 }, "NonHeapMemoryUsage": { "committed": 210567168, "init": 7667712, "max": -1, "used": 207566736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T17:21:54,033 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:36379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74e38af3904c:36379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T17:21:54,042 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/.tmp/queue/eb99f135638b47e7898fcb76a9b5989d is 153, key is 1-74e38af3904c,46519,1731086487717/queue:74e38af3904c%2C46519%2C1731086487717/1731086507752/Put/seqid=0 2024-11-08T17:21:54,053 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/ns/6b1ba050521848fd9b720be8ccc1979f is 43, key is default/ns:d/1731086490249/Put/seqid=0 2024-11-08T17:21:54,057 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4c44c027e686c803656775905c12622 2024-11-08T17:21:54,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741850_1026 (size=5153) 2024-11-08T17:21:54,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741849_1025 (size=5504) 2024-11-08T17:21:54,061 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/ns/6b1ba050521848fd9b720be8ccc1979f 2024-11-08T17:21:54,084 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/rep_barrier/e5608193652f459db644f8af29e42a1a is 112, key is test,,1731086499136.c1bf09c20f11499df2481f2779b9c707./rep_barrier:seqnumDuringOpen/1731086499921/Put/seqid=0 2024-11-08T17:21:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741851_1027 (size=5518) 2024-11-08T17:21:54,117 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/rep_barrier/e5608193652f459db644f8af29e42a1a 2024-11-08T17:21:54,162 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/table/08eead46b0c44eba874468fcca887982 is 53, key is hbase:replication/table:state/1731086503033/Put/seqid=0 2024-11-08T17:21:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741852_1028 (size=5308) 2024-11-08T17:21:54,205 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/table/08eead46b0c44eba874468fcca887982 2024-11-08T17:21:54,215 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/info/9465d20707ee41809f869b4a9e4a6938 as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/info/9465d20707ee41809f869b4a9e4a6938 2024-11-08T17:21:54,225 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/info/9465d20707ee41809f869b4a9e4a6938, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T17:21:54,228 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/ns/6b1ba050521848fd9b720be8ccc1979f as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/ns/6b1ba050521848fd9b720be8ccc1979f 2024-11-08T17:21:54,246 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/ns/6b1ba050521848fd9b720be8ccc1979f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T17:21:54,247 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/rep_barrier/e5608193652f459db644f8af29e42a1a as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/rep_barrier/e5608193652f459db644f8af29e42a1a 2024-11-08T17:21:54,249 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 688, reset compression=false 2024-11-08T17:21:54,261 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4c44c027e686c803656775905c12622 2024-11-08T17:21:54,267 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/rep_barrier/e5608193652f459db644f8af29e42a1a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T17:21:54,268 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/.tmp/table/08eead46b0c44eba874468fcca887982 as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/table/08eead46b0c44eba874468fcca887982 2024-11-08T17:21:54,275 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/table/08eead46b0c44eba874468fcca887982, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T17:21:54,283 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 418ms, sequenceid=16, compaction requested=false 2024-11-08T17:21:54,336 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T17:21:54,340 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:54,340 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:54,340 INFO [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:54,340 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731086513857Running coprocessor pre-close hooks at 1731086513857Disabling compacts and flushes for region at 1731086513857Disabling writes for close at 1731086513858 (+1 ms)Obtaining lock to block concurrent updates at 1731086513858Preparing flush snapshotting stores in 1588230740 at 1731086513858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731086513859 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731086513864 (+5 ms)Flushing 1588230740/info: creating writer at 1731086513864Flushing 1588230740/info: appending metadata at 1731086513932 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731086513932Flushing 1588230740/ns: creating writer at 1731086514007 (+75 ms)Flushing 1588230740/ns: appending metadata at 1731086514053 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1731086514053Flushing 1588230740/rep_barrier: creating writer at 1731086514065 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731086514083 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731086514083Flushing 1588230740/table: creating writer at 1731086514123 (+40 ms)Flushing 1588230740/table: appending metadata at 1731086514161 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731086514161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f34706: reopening flushed file at 1731086514214 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc47b89: reopening flushed file at 1731086514225 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f7b978: reopening flushed file at 1731086514246 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4134066a: reopening flushed file at 1731086514268 (+22 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 418ms, sequenceid=16, compaction requested=false at 1731086514283 (+15 ms)Writing region close event to WAL at 1731086514332 (+49 ms)Running coprocessor post-close hooks at 1731086514340 (+8 ms)Closed at 1731086514340 2024-11-08T17:21:54,340 DEBUG [RS_CLOSE_META-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T17:21:54,414 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T17:21:54,414 INFO [regionserver/74e38af3904c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T17:21:54,461 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/.tmp/queue/eb99f135638b47e7898fcb76a9b5989d 2024-11-08T17:21:54,461 DEBUG [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1351): Waiting on f4c44c027e686c803656775905c12622 2024-11-08T17:21:54,468 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/.tmp/hfileref/93ec80bbb2934dd18f858572e031921f as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/hfileref/93ec80bbb2934dd18f858572e031921f 2024-11-08T17:21:54,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T17:21:54,476 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/hfileref/93ec80bbb2934dd18f858572e031921f, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T17:21:54,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,482 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/.tmp/queue/eb99f135638b47e7898fcb76a9b5989d as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/queue/eb99f135638b47e7898fcb76a9b5989d 2024-11-08T17:21:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,489 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/queue/eb99f135638b47e7898fcb76a9b5989d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T17:21:54,490 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f4c44c027e686c803656775905c12622 in 576ms, sequenceid=17, compaction requested=false 2024-11-08T17:21:54,538 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/data/hbase/replication/f4c44c027e686c803656775905c12622/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T17:21:54,539 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T17:21:54,539 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T17:21:54,539 INFO [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:54,539 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4c44c027e686c803656775905c12622: Waiting for close lock at 1731086513914Running coprocessor pre-close hooks at 1731086513914Disabling compacts and flushes for region at 1731086513914Disabling writes for close at 1731086513914Obtaining lock to block concurrent updates at 1731086513914Preparing flush snapshotting stores in f4c44c027e686c803656775905c12622 at 1731086513914Finished memstore snapshotting hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731086513914Flushing stores of hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. at 1731086513915 (+1 ms)Flushing f4c44c027e686c803656775905c12622/hfileref: creating writer at 1731086513915Flushing f4c44c027e686c803656775905c12622/hfileref: appending metadata at 1731086513945 (+30 ms)Flushing f4c44c027e686c803656775905c12622/hfileref: closing flushed file at 1731086513945Flushing f4c44c027e686c803656775905c12622/queue: creating writer at 1731086513995 (+50 ms)Flushing f4c44c027e686c803656775905c12622/queue: appending metadata at 1731086514042 (+47 ms)Flushing f4c44c027e686c803656775905c12622/queue: closing flushed file at 1731086514042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3920da12: reopening flushed file at 1731086514466 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6a15c2: reopening flushed file at 1731086514477 (+11 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f4c44c027e686c803656775905c12622 in 576ms, sequenceid=17, compaction requested=false at 1731086514490 (+13 ms)Writing region close event to WAL at 1731086514525 (+35 ms)Running coprocessor post-close hooks at 1731086514539 (+14 ms)Closed at 1731086514539 2024-11-08T17:21:54,539 DEBUG [RS_CLOSE_REGION-regionserver/74e38af3904c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731086502594.f4c44c027e686c803656775905c12622. 2024-11-08T17:21:54,586 DEBUG [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/WALs/74e38af3904c,46519,1731086487717/74e38af3904c%2C46519%2C1731086487717.1731086505250 to pos 688, reset compression=false 2024-11-08T17:21:54,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,661 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(976): stopping server 74e38af3904c,46519,1731086487717; all regions closed. 2024-11-08T17:21:54,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741844_1020 (size=859) 2024-11-08T17:21:54,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741843_1019 (size=2791) 2024-11-08T17:21:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741842_1018 (size=696) 2024-11-08T17:21:54,715 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:54,715 INFO [RS:0;74e38af3904c:46519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T17:21:54,715 INFO [RS:0;74e38af3904c:46519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:54,715 INFO [RS:0;74e38af3904c:46519 {}] hbase.ChoreService(370): Chore service for: regionserver/74e38af3904c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:54,716 INFO [regionserver/74e38af3904c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:54,716 INFO [RS:0;74e38af3904c:46519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:54,716 INFO [RS:0;74e38af3904c:46519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74e38af3904c,46519,1731086487717 because: Region server is closing 2024-11-08T17:21:54,717 INFO [RS:0;74e38af3904c:46519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46519. 2024-11-08T17:21:54,717 DEBUG [RS:0;74e38af3904c:46519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:54,717 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:54,717 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:54,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:54,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T17:21:54,817 INFO [RS:0;74e38af3904c:46519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 terminated 2024-11-08T17:21:54,817 INFO [RS:0;74e38af3904c:46519 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-74e38af3904c,46519,1731086487717 because: Region server is closing 2024-11-08T17:21:54,817 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,1-74e38af3904c,46519,1731086487717.replicationSource.wal-reader.74e38af3904c%2C46519%2C1731086487717,1-74e38af3904c,46519,1731086487717 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T17:21:54,818 INFO [RS:0;74e38af3904c:46519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74e38af3904c:46519. 2024-11-08T17:21:54,818 DEBUG [RS:0;74e38af3904c:46519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T17:21:54,818 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:54,818 DEBUG [RS:0;74e38af3904c:46519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T17:21:54,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T17:21:54,919 WARN [RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T17:21:54,919 INFO [RS:0;74e38af3904c:46519 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74e38af3904c:0-0.replicationSource,2-74e38af3904c,46519,1731086487717.replicationSource.shipper74e38af3904c%2C46519%2C1731086487717,2-74e38af3904c,46519,1731086487717 terminated 2024-11-08T17:21:54,919 INFO [RS:0;74e38af3904c:46519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46519 2024-11-08T17:21:54,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340/rs 2024-11-08T17:21:54,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1706467340/rs/74e38af3904c,46519,1731086487717 2024-11-08T17:21:54,990 INFO [RS:0;74e38af3904c:46519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:54,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74e38af3904c,46519,1731086487717] 2024-11-08T17:21:55,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1706467340/draining/74e38af3904c,46519,1731086487717 already deleted, retry=false 2024-11-08T17:21:55,000 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74e38af3904c,46519,1731086487717 expired; onlineServers=0 2024-11-08T17:21:55,000 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74e38af3904c,36379,1731086487491' ***** 2024-11-08T17:21:55,000 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T17:21:55,000 INFO [M:0;74e38af3904c:36379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T17:21:55,000 INFO [M:0;74e38af3904c:36379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T17:21:55,001 DEBUG [M:0;74e38af3904c:36379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T17:21:55,001 DEBUG [M:0;74e38af3904c:36379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T17:21:55,001 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T17:21:55,001 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086489344 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.large.0-1731086489344,5,FailOnTimeoutGroup] 2024-11-08T17:21:55,001 DEBUG [master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086489348 {}] cleaner.HFileCleaner(306): Exit Thread[master/74e38af3904c:0:becomeActiveMaster-HFileCleaner.small.0-1731086489348,5,FailOnTimeoutGroup] 2024-11-08T17:21:55,001 INFO [M:0;74e38af3904c:36379 {}] hbase.ChoreService(370): Chore service for: master/74e38af3904c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T17:21:55,001 INFO [M:0;74e38af3904c:36379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T17:21:55,001 DEBUG [M:0;74e38af3904c:36379 {}] master.HMaster(1795): Stopping service threads 2024-11-08T17:21:55,001 INFO [M:0;74e38af3904c:36379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T17:21:55,001 INFO [M:0;74e38af3904c:36379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T17:21:55,002 INFO [M:0;74e38af3904c:36379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T17:21:55,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T17:21:55,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1706467340/master 2024-11-08T17:21:55,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1706467340 2024-11-08T17:21:55,021 DEBUG [M:0;74e38af3904c:36379 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1706467340/master already deleted, retry=false 2024-11-08T17:21:55,021 DEBUG [M:0;74e38af3904c:36379 {}] master.ActiveMasterManager(353): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1706467340/master 2024-11-08T17:21:55,022 INFO [M:0;74e38af3904c:36379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/.lastflushedseqids 2024-11-08T17:21:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741853_1029 (size=263) 2024-11-08T17:21:55,046 INFO [M:0;74e38af3904c:36379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T17:21:55,046 INFO [M:0;74e38af3904c:36379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T17:21:55,046 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T17:21:55,046 INFO [M:0;74e38af3904c:36379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:55,046 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:55,046 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T17:21:55,046 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:55,047 INFO [M:0;74e38af3904c:36379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-08T17:21:55,067 DEBUG [M:0;74e38af3904c:36379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa96585979774c2a882e9a4cd9f797ea is 82, key is hbase:meta,,1/info:regioninfo/1731086490225/Put/seqid=0 2024-11-08T17:21:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:55,101 INFO [RS:0;74e38af3904c:46519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46519-0x1011b77836c0001, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:55,101 INFO [RS:0;74e38af3904c:46519 {}] regionserver.HRegionServer(1031): Exiting; stopping=74e38af3904c,46519,1731086487717; zookeeper connection closed. 2024-11-08T17:21:55,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741854_1030 (size=5672) 2024-11-08T17:21:55,107 INFO [M:0;74e38af3904c:36379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa96585979774c2a882e9a4cd9f797ea 2024-11-08T17:21:55,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d318051 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d318051 2024-11-08T17:21:55,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T17:21:55,148 DEBUG [M:0;74e38af3904c:36379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ba93d60a3a94f969c054270eca7ba3e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731086503035/Put/seqid=0 2024-11-08T17:21:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741855_1031 (size=8909) 2024-11-08T17:21:55,175 INFO [M:0;74e38af3904c:36379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ba93d60a3a94f969c054270eca7ba3e 2024-11-08T17:21:55,205 DEBUG [M:0;74e38af3904c:36379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b202715a322452d8b2fb3f355be2ad8 is 69, key is 74e38af3904c,46519,1731086487717/rs:state/1731086489394/Put/seqid=0 2024-11-08T17:21:55,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741856_1032 (size=5156) 2024-11-08T17:21:55,252 INFO [M:0;74e38af3904c:36379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b202715a322452d8b2fb3f355be2ad8 2024-11-08T17:21:55,275 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa96585979774c2a882e9a4cd9f797ea as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa96585979774c2a882e9a4cd9f797ea 2024-11-08T17:21:55,289 INFO [M:0;74e38af3904c:36379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa96585979774c2a882e9a4cd9f797ea, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T17:21:55,290 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ba93d60a3a94f969c054270eca7ba3e as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ba93d60a3a94f969c054270eca7ba3e 2024-11-08T17:21:55,301 INFO [M:0;74e38af3904c:36379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ba93d60a3a94f969c054270eca7ba3e, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T17:21:55,304 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b202715a322452d8b2fb3f355be2ad8 as hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b202715a322452d8b2fb3f355be2ad8 2024-11-08T17:21:55,323 INFO [M:0;74e38af3904c:36379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/3df70084-9cb8-f496-1026-17fc812b0747/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b202715a322452d8b2fb3f355be2ad8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T17:21:55,327 INFO [M:0;74e38af3904c:36379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 281ms, sequenceid=112, compaction requested=false 2024-11-08T17:21:55,349 INFO [M:0;74e38af3904c:36379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T17:21:55,349 DEBUG [M:0;74e38af3904c:36379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731086515046Disabling compacts and flushes for region at 1731086515046Disabling writes for close at 1731086515046Obtaining lock to block concurrent updates at 1731086515047 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731086515047Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731086515047Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731086515047Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731086515048 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731086515067 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731086515067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731086515112 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731086515148 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731086515148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731086515184 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731086515205 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731086515205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61732ea7: reopening flushed file at 1731086515272 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75eaecb: reopening flushed file at 1731086515289 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f999875: reopening flushed file at 1731086515301 (+12 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 281ms, sequenceid=112, compaction requested=false at 1731086515327 (+26 ms)Writing region close event to WAL at 1731086515349 (+22 ms)Closed at 1731086515349 2024-11-08T17:21:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44825 is added to blk_1073741830_1006 (size=69055) 2024-11-08T17:21:55,372 INFO [M:0;74e38af3904c:36379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T17:21:55,372 INFO [M:0;74e38af3904c:36379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36379 2024-11-08T17:21:55,373 INFO [M:0;74e38af3904c:36379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T17:21:55,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T17:21:55,522 INFO [M:0;74e38af3904c:36379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T17:21:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36379-0x1011b77836c0000, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T17:21:55,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29395813{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T17:21:55,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44836c14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:55,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:55,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7659a85a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:55,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c881b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:55,545 WARN [BP-1012117589-172.17.0.2-1731086485519 heartbeating to localhost/127.0.0.1:46619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T17:21:55,545 WARN [BP-1012117589-172.17.0.2-1731086485519 heartbeating to localhost/127.0.0.1:46619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1012117589-172.17.0.2-1731086485519 (Datanode Uuid abab4aa4-ee2d-46d3-bf7d-ab94b72c3b67) service to localhost/127.0.0.1:46619 2024-11-08T17:21:55,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd/data/data1/current/BP-1012117589-172.17.0.2-1731086485519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:55,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/cluster_c46ab409-2fc3-41a2-04ce-712eadef0efd/data/data2/current/BP-1012117589-172.17.0.2-1731086485519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T17:21:55,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T17:21:55,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T17:21:55,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T17:21:55,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee5d4d6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T17:21:55,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cbe5bcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T17:21:55,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T17:21:55,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e1b246{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T17:21:55,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76eb042e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de5ca4a9-e11e-83bf-bef9-54c679c2ef4a/hadoop.log.dir/,STOPPED} 2024-11-08T17:21:55,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T17:21:55,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T17:21:55,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=603 (was 530) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46619 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52353) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39201 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46619 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37605 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52353) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52353) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46619 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39201 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37605 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=984 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=759 (was 556) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=2511 (was 3387) 2024-11-08T17:21:55,637 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=603 is superior to 500 2024-11-08T17:21:55,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011b77836c0005, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:21:55,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011b77836c0005, quorum=127.0.0.1:52353, baseZNode=/1857480195 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:21:55,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011b77836c0008, quorum=127.0.0.1:52353, baseZNode=/215855880 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:21:55,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011b77836c0008, quorum=127.0.0.1:52353, baseZNode=/215855880 Received Disconnected from ZooKeeper, ignoring 2024-11-08T17:21:55,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011b77836c0002, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T17:21:55,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011b77836c0002, quorum=127.0.0.1:52353, baseZNode=/0-1706467340 Received Disconnected from ZooKeeper, ignoring